-- Logs begin at Wed 2021-01-20 00:11:15 UTC, end at Wed 2021-01-20 01:15:42 UTC. --
Jan 20 00:46:56.388553 dv-cinder-667108-30-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 20 00:46:59.078101 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.common.config [-] Logging enabled!
Jan 20 00:46:59.078630 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev396
Jan 20 00:46:59.079956 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80047) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 20 00:46:59.081775 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.common.config [-] Logging enabled!
Jan 20 00:46:59.082072 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev396
Jan 20 00:46:59.082427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80047) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 20 00:46:59.083467 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 20 00:46:59.083738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 20 00:46:59.084767 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 20 00:46:59.085058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 20 00:46:59.085349 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 20 00:46:59.085724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.086329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.086671 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.086939 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.087281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.087622 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.087947 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.088284 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.088627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.088963 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.089310 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.089636 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.089939 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.090262 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.090596 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.090927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.091185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.091505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.092035 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.092357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.092675 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.093007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.093349 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.093668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.093994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.094363 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] host                           = dv-cinder-667108-30-iscsi {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.094683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.095015 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.095346 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.095679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.095994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.096309 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.096636 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.096949 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.097288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.097608 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.097942 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.098273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.098612 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.098879 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.099135 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.099468 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.099803 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.100120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.100433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.100746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.101058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.101397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.101707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.102038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.102369 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.102697 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.103011 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.103322 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.103633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.103944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.104273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.104586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.104897 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.105232 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.105667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.106057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.106386 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.106740 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.107074 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.107401 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.107732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.108048 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.108379 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.108691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.109009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.109353 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.109666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.109977 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.110304 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.110619 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.110931 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.111243 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.111555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.111886 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:46:59.112223 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.112566 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.112913 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.113262 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.113600 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.113922 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.114256 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.114575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.114909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.115241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.115569 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.115884 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.116209 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.116526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.116864 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.117239 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.117580 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.117915 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.118226 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.118539 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.118857 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.119175 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.119500 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.119837 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.120171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.120485 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.120802 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.121689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.122082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.122392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.122709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.123046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.123366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.123675 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.123999 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.124318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.124627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.124936 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.125277 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.125610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.125924 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.126232 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.126538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.126853 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.127161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.127484 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.127800 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.128107 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.128414 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.128735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.129043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.129381 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.129698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.130011 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.130325 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.130635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.130943 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.131253 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.131562 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.131871 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.132179 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.132488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.132800 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.133128 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.133444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.133752 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.134061 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.134371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.134693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.135028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.135346 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.135664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.135977 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.136294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.136697 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.137526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.138013 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.138350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.138685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.139028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.139355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.139685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.140014 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.140335 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.140678 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.140998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.141355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.141676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.141995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.142323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.142655 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.142995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.143333 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.143668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.144005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.144342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.144661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.145018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.145367 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:46:59.145620 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 20 00:46:59.145890 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80047) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Jan 20 00:46:59.799200 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO keyring.backend [-] Loading Gnome
Jan 20 00:46:59.816337 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO keyring.backend [-] Loading Google
Jan 20 00:46:59.818865 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO keyring.backend [-] Loading Windows (alt)
Jan 20 00:46:59.822330 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO keyring.backend [-] Loading file
Jan 20 00:46:59.823316 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO keyring.backend [-] Loading keyczar
Jan 20 00:46:59.823606 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO keyring.backend [-] Loading multi
Jan 20 00:46:59.824355 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO keyring.backend [-] Loading pyfs
Jan 20 00:46:59.870729 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:46:59.871064 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:46:59.871399 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:46:59.871768 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 20 00:47:00.262729 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.263210 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.263312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.311020 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.311338 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.311646 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.315260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.315575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.315881 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.383416 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.383733 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.384040 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.385203 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.385514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.385816 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.652267 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f782c8c4158> agent after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.652615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f782c8c4158> agent after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.652886 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f782c8c41e0> segment precommit_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.653226 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f782c8c4268> network precommit_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.654073 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f782c8b4268> segment before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.800847 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> network before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.801249 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f782cad8d90> agent before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.801606 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> network before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.801895 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> port before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.802201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> port before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.802585 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> segment after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.802891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> segment precommit_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.803355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> segment precommit_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.803659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> segment after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.804005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> network after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.804311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> network precommit_delete 0 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.804625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> port provisioning_complete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.804939 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.805269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> rbac-policy after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.805591 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> agent after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.805913 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> subnet after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.806216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> subnet precommit_delete 0 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.806544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.806838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.807324 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> port after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.808039 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.808335 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.808765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.809107 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.809365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f782d3c6dd8>> rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.809790 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 20 00:47:00.810074 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 20 00:47:00.810356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 20 00:47:00.810636 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 20 00:47:00.810914 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 20 00:47:00.811196 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 20 00:47:00.812583 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 20 00:47:00.815686 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 20 00:47:00.819620 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 20 00:47:00.823440 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
Jan 20 00:47:00.825690 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 20 00:47:00.826762 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 20 00:47:00.827299 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Jan 20 00:47:00.827736 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 20 00:47:00.830466 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 20 00:47:00.830758 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 20 00:47:00.831147 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Jan 20 00:47:00.853243 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jan 20 00:47:00.853749 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f782cb0cb70>> qos_plugin after_init 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.854086 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80047) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Jan 20 00:47:00.854499 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f782ca92748>> logging-plugin after_init 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.855954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80047) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 20 00:47:00.856267 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Jan 20 00:47:00.856551 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Jan 20 00:47:00.859705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f782ca927f0>> floatingip before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.860028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f782ca927f0>> port before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:00.925575 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 20 00:47:00.925806 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 20 00:47:00.926084 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 20 00:47:00.926492 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 20 00:47:00.961841 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.sqlalchemy.engines [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80047) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jan 20 00:47:01.402509 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Initializing driver for type 'gre'
Jan 20 00:47:01.403117 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] gre ID ranges: [(1, 1000)]
Jan 20 00:47:01.444456 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Initializing driver for type 'local'
Jan 20 00:47:01.444777 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Initializing driver for type 'vlan'
Jan 20 00:47:01.455049 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] VlanTypeDriver initialization complete
Jan 20 00:47:01.455421 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Initializing driver for type 'vxlan'
Jan 20 00:47:01.455930 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] vxlan ID ranges: [(1, 1000)]
Jan 20 00:47:01.497214 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Initializing extension driver 'port_security'
Jan 20 00:47:01.497579 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.extensions.port_security [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] PortSecurityExtensionDriver initialization complete
Jan 20 00:47:01.497950 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Initializing mechanism driver 'openvswitch'
Jan 20 00:47:01.504202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:47:01.505043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f783107b518>> port after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.505491 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f783107b518>> port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.505878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f783107b518>> port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.506299 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cd400>> subnet after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.506686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cd400>> subnet after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.507062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cd400>> subnet after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.507475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cd5c0>> network after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.507855 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cd5c0>> network after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.508231 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cd5c0>> network after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.508641 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cd780>> security_group after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.509018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cd780>> security_group after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.509567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cd780>> security_group after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.509983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cd940>> security_group_rule after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.510363 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cd940>> security_group_rule after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.510735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cd940>> security_group_rule after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.511146 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cdb00>> address_group after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.511521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cdb00>> address_group after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.512330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f782c3cdb00>> address_group after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.512699 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] ML2 OVO RPC backend initialized. {{(pid=80047) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jan 20 00:47:01.513441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> router_interface after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.513839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> router_interface after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.514295 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> network before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.514676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> networks before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.515055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> port before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.515431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> ports before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.515806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> subnet before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.516183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> subnets before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.516562 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> network after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.516935 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> network after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.517329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> network after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.517700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> port after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.518070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.518439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.518808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> subnet after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.519177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> subnet after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.519545 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f782c3cdbe0>> subnet after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.520166 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.plugin [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Modular L2 Plugin initialization complete
Jan 20 00:47:01.520520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading services supported by the core plugin {{(pid=80047) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 20 00:47:01.520887 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Got port-security extension from driver 'port_security'
Jan 20 00:47:01.521438 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.extensions.vlantransparent [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Disabled vlantransparent extension.
Jan 20 00:47:01.523006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80047) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 20 00:47:01.523415 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading Plugin: router
Jan 20 00:47:01.562369 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router_interface before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.562801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router after_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.563207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router before_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.563607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router_interface before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.564025 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router_interface after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.564418 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router after_delete 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.564818 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> floatingip after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.565252 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router after_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.565635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router after_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.566021 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router after_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.566404 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router_gateway after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.566806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router after_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.567291 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router precommit_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.567705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f782c946d90> port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.568083 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f782c94b0d0> port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.568456 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f782c946e18> subnet after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.568830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f782c946ea0> subnetpool_address_scope after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.569245 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> port precommit_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.569631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router precommit_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.570010 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f782c946510> port before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.570388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router precommit_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.570784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router after_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.571161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router precommit_delete 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.571549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router precommit_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.571950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router_interface after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.572332 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> router precommit_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.572760 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f782c3cdd68>> network after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.573752 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Tracking information for resource: router configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 20 00:47:01.574173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Tracking information for resource: floatingip configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 20 00:47:01.579356 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_agentschedulers_db [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 20 00:47:01.580004 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f782c380620> port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.580395 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f782c389598> port after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.580775 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <function _notify_port_delete at 0x7f782c380598> port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.581210 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f782c3807b8> port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.582096 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f782c33fa90>> router before_create 55550100 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.582494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f782c33fa90>> router precommit_delete 55550100 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.582893 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f782c33fa90>> router precommit_create 55550100 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.583285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f782c33fa90>> router precommit_update 55550100 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.588294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.provider_configuration [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service providers = [] {{(pid=80047) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 20 00:47:01.588687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.servicetype_db [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80047) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 20 00:47:01.591972 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.service_base [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 20 00:47:01.592356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.service_base [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 20 00:47:01.592730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.service_base [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 20 00:47:01.593626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.service_base [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 20 00:47:01.594025 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.services.service_base [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 20 00:47:01.594437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 20 00:47:01.594788 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 20 00:47:01.604943 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 20 00:47:01.605897 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading Plugin: auto_allocate
Jan 20 00:47:01.611604 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f782c2ede18> network precommit_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.612008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f782c2ede18> network precommit_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.612591 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 20 00:47:01.612950 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading Plugin: tag
Jan 20 00:47:01.619947 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 20 00:47:01.620324 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading Plugin: timestamp
Jan 20 00:47:01.625175 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 20 00:47:01.625613 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading Plugin: network_ip_availability
Jan 20 00:47:01.630994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f782c30ec88>> rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.631397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f782c30ec88>> rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.631784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f782c30ec88>> rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.632560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 20 00:47:01.632916 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading Plugin: flavors
Jan 20 00:47:01.637599 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 20 00:47:01.637967 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading Plugin: revisions
Jan 20 00:47:01.643532 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 20 00:47:01.643953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:01.644748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80047) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jan 20 00:47:01.645133 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Initializing extension manager.
Jan 20 00:47:01.645691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: __init__.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.646071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: __pycache__ {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.646443 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.646814 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: address_group.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.647613 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.648241 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: address-group
Jan 20 00:47:01.648600 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: address_scope.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.649385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.649958 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: address-scope
Jan 20 00:47:01.650317 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.651242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.651819 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: router-admin-state-down-before-update
Jan 20 00:47:01.652194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: agent.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.653399 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.653976 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: agent
Jan 20 00:47:01.654336 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: agent_resources_synced.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.655243 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.655811 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: agent-resources-synced
Jan 20 00:47:01.656170 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: allowedaddresspairs.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.657964 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.658547 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: allowed-address-pairs
Jan 20 00:47:01.658912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: auto_allocated_topology.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.659980 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.660553 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: auto-allocated-topology
Jan 20 00:47:01.660916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: availability_zone.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.661678 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.662250 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: availability_zone
Jan 20 00:47:01.662608 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: availability_zone_filter.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.663514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.664078 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: availability_zone_filter
Jan 20 00:47:01.664434 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: data_plane_status.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.665354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.665920 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension data-plane-status not supported by any of loaded plugins
Jan 20 00:47:01.666273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: default_subnetpools.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.667320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.668503 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: default-subnetpools
Jan 20 00:47:01.669308 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.670152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.670730 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: dhcp_agent_scheduler
Jan 20 00:47:01.671090 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: dns.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.671996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.672568 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension dns-integration not supported by any of loaded plugins
Jan 20 00:47:01.672923 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: dns_domain_ports.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.673865 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.674431 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 20 00:47:01.674787 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: dvr.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.675494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.676063 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: dvr
Jan 20 00:47:01.676415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: empty_string_filtering.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.677345 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.677918 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: empty-string-filtering
Jan 20 00:47:01.678273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.679182 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.679745 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 20 00:47:01.680099 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.681207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.681782 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 20 00:47:01.682142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: external_net.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.683061 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.684688 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: external-net
Jan 20 00:47:01.685053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.685995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.686563 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: extra_dhcp_opt
Jan 20 00:47:01.686919 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: extraroute.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.687829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.688399 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: extraroute
Jan 20 00:47:01.688756 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: extraroute_atomic.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.689793 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.690367 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: extraroute-atomic
Jan 20 00:47:01.690724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: filter_validation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.691420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.691987 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: filter-validation
Jan 20 00:47:01.692342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: fip_pf_description.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.693280 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.693850 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 20 00:47:01.694207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: fip_port_details.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.695160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.695683 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: fip-port-details
Jan 20 00:47:01.696040 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: flavors.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.697391 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.697973 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: flavors
Jan 20 00:47:01.698336 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.700414 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.701004 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 20 00:47:01.701402 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: floatingip_pools.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.702148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.702727 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: floatingip-pools
Jan 20 00:47:01.703088 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: ip_allocation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.704017 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.704584 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension ip_allocation not supported by any of loaded plugins
Jan 20 00:47:01.704945 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.705880 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.706457 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: ip-substring-filtering
Jan 20 00:47:01.706818 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: l2_adjacency.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.707733 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.708302 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 20 00:47:01.708660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: l3.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.709735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.710313 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: router
Jan 20 00:47:01.710677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.713145 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.713731 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 20 00:47:01.714100 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.715503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.716085 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: ext-gw-mode
Jan 20 00:47:01.716447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.717405 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.717984 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: l3-ha
Jan 20 00:47:01.718347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: l3_flavors.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.719352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.719930 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: l3-flavors
Jan 20 00:47:01.720294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.721223 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.721793 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 20 00:47:01.722151 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: l3agentscheduler.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.723296 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.723880 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: l3_agent_scheduler
Jan 20 00:47:01.724246 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: logging.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.725743 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.726331 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension logging not supported by any of loaded plugins
Jan 20 00:47:01.726697 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: metering.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.727486 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.728180 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: metering
Jan 20 00:47:01.728541 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.729678 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.730253 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: metering_source_and_destination_fields
Jan 20 00:47:01.731655 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: multiprovidernet.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.732592 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.733191 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: multi-provider
Jan 20 00:47:01.733555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: netmtu.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.734470 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.735040 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: net-mtu
Jan 20 00:47:01.735398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: netmtu_writable.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.736308 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.736880 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: net-mtu-writable
Jan 20 00:47:01.737265 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: network_availability_zone.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.738074 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.738646 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: network_availability_zone
Jan 20 00:47:01.739002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: network_ip_availability.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.740151 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.740730 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: network-ip-availability
Jan 20 00:47:01.741111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: network_segment_range.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.741976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.742543 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension network-segment-range not supported by any of loaded plugins
Jan 20 00:47:01.742900 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: pagination.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.743902 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.744271 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: pagination
Jan 20 00:47:01.744626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.745577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.747187 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: port-mac-address-regenerate
Jan 20 00:47:01.747554 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.748483 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.749060 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: port-numa-affinity-policy
Jan 20 00:47:01.749462 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: port_resource_request.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.750375 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.750944 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension port-resource-request not supported by any of loaded plugins
Jan 20 00:47:01.751303 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: portbindings.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.752230 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.752799 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: binding
Jan 20 00:47:01.753205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: portbindings_extended.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.754482 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.755058 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: binding-extended
Jan 20 00:47:01.755420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: portsecurity.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.756351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.756925 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: port-security
Jan 20 00:47:01.757311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: project_id.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.758278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.758652 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: project-id
Jan 20 00:47:01.759010 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: providernet.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.759926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.760500 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: provider
Jan 20 00:47:01.760860 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: qos.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.764920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.765540 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension qos not supported by any of loaded plugins
Jan 20 00:47:01.765912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.767138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.767719 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 20 00:47:01.768084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.768994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.769598 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 20 00:47:01.769958 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: qos_default.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.770869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.771435 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension qos-default not supported by any of loaded plugins
Jan 20 00:47:01.771797 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: qos_fip.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.772480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.773036 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension qos-fip not supported by any of loaded plugins
Jan 20 00:47:01.773417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: qos_gateway_ip.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.774334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.774903 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 20 00:47:01.775261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: qos_port_network_policy.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.776185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.776746 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 20 00:47:01.777123 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: qos_rule_type_details.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.778924 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.779499 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 20 00:47:01.779857 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: qos_rules_alias.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.780892 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.781494 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 20 00:47:01.781856 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: quotasv2.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.782816 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.783185 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: quotas
Jan 20 00:47:01.783540 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: quotasv2_detail.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.785139 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.785528 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: quota_details
Jan 20 00:47:01.785897 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: rbac.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.787144 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.787742 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: rbac-policies
Jan 20 00:47:01.788106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: rbac_address_scope.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.789043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.789647 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: rbac-address-scope
Jan 20 00:47:01.790007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: rbac_security_groups.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.790920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.791495 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: rbac-security-groups
Jan 20 00:47:01.791852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: rbac_subnetpool.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.792765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.794340 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: rbac-subnetpool
Jan 20 00:47:01.794710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: revisionifmatch.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.795638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.796211 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: revision-if-match
Jan 20 00:47:01.796567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: revisions.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.797694 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.798269 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: standard-attr-revisions
Jan 20 00:47:01.798629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: router_availability_zone.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.799344 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.799916 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: router_availability_zone
Jan 20 00:47:01.800276 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: routerservicetype.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.801219 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.801788 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension router-service-type not supported by any of loaded plugins
Jan 20 00:47:01.802147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.803066 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.803639 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: security-groups-normalized-cidr
Jan 20 00:47:01.804000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.804972 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.805600 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: port-security-groups-filtering
Jan 20 00:47:01.805962 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.806883 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.807456 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: security-groups-remote-address-group
Jan 20 00:47:01.808257 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: securitygroup.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.821548 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.822161 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: security-group
Jan 20 00:47:01.822534 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: segment.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.823383 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.823964 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension segment not supported by any of loaded plugins
Jan 20 00:47:01.824757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.825721 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.826305 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 20 00:47:01.826668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: servicetype.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.827757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.828337 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: service-type
Jan 20 00:47:01.828696 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: sorting.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.829689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.830059 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: sorting
Jan 20 00:47:01.830417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: standard_attr_segment.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.831318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.831895 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 20 00:47:01.832253 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: standardattrdescription.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.832930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.833528 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: standard-attr-description
Jan 20 00:47:01.833889 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: stateful_security_group.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.834833 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.835413 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: stateful-security-group
Jan 20 00:47:01.835775 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: stdattrs_common.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.836604 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 20 00:47:01.836959 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.837907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.838481 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 20 00:47:01.838836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: subnet_onboard.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.840826 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.841436 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: subnet_onboard
Jan 20 00:47:01.841799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.842804 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.843375 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 20 00:47:01.843732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: subnet_service_types.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.844679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.845281 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: subnet-service-types
Jan 20 00:47:01.845640 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: subnetallocation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.846729 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.847314 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: subnet_allocation
Jan 20 00:47:01.847676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.848386 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.848959 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: subnetpool-prefix-ops
Jan 20 00:47:01.849349 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.850275 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.850848 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 20 00:47:01.851203 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: tagging.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.852453 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.853039 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: standard-attr-tag
Jan 20 00:47:01.853428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: timestamp.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.854596 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.855176 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loaded extension: standard-attr-timestamp
Jan 20 00:47:01.856536 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: trunk.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.857590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.858174 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension trunk not supported by any of loaded plugins
Jan 20 00:47:01.858539 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: trunk_details.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.859457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.860026 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension trunk-details not supported by any of loaded plugins
Jan 20 00:47:01.860386 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: uplink_status_propagation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.861336 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.861904 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 20 00:47:01.862263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Loading extension file: vlantransparent.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 20 00:47:01.862965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 20 00:47:01.863532 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 20 00:47:01.866207 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:network
Jan 20 00:47:01.866998 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:subnet
Jan 20 00:47:01.867664 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 20 00:47:01.868321 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:port
Jan 20 00:47:01.869795 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.870283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service FLAVORS assigned prefix:  {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.870989 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.871886 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.872257 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:router
Jan 20 00:47:01.872987 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:floatingip
Jan 20 00:47:01.873772 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service METERING assigned prefix: /metering {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.875527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f782c1ccba8>> rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.875929 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f782c1ccba8>> rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.876312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f782c1ccba8>> rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:47:01.877452 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 20 00:47:01.877941 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:security_group
Jan 20 00:47:01.879509 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 20 00:47:01.880330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service CORE assigned prefix:  {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.880748 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 20 00:47:01.881180 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] subnetpool is already registered
Jan 20 00:47:01.881837 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service CORE assigned prefix:  {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.882204 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 20 00:47:01.882571 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] subnetpool is already registered
Jan 20 00:47:01.885329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.885803 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service FLAVORS assigned prefix:  {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.886441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.887388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.887760 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:router
Jan 20 00:47:01.888124 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] router is already registered
Jan 20 00:47:01.888780 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:floatingip
Jan 20 00:47:01.889164 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] floatingip is already registered
Jan 20 00:47:01.889852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service METERING assigned prefix: /metering {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.890583 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 20 00:47:01.890948 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] rbac_policy is already registered
Jan 20 00:47:01.891573 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:security_group
Jan 20 00:47:01.891939 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] security_group is already registered
Jan 20 00:47:01.892588 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 20 00:47:01.892950 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] security_group_rule is already registered
Jan 20 00:47:01.893697 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service CORE assigned prefix:  {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.894065 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 20 00:47:01.894427 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] subnetpool is already registered
Jan 20 00:47:01.895097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Service CORE assigned prefix:  {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 20 00:47:01.895462 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 20 00:47:01.895834 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] subnetpool is already registered
Jan 20 00:47:01.896539 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: extensions {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.898076 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: address-groups {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.899985 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: address-scopes {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.901300 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: agents {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.903441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: auto-allocated-topology {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.904757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: availability_zones {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.906166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: dhcp-networks {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.907665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: dhcp-agents {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.909192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: routers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.911098 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: flavors {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.912330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: service_profiles {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.913628 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: next_providers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.915251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: service_profiles {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.916787 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: floatingip-pools {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.919126 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: routers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.921021 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: floatingips {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.922334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: l3-routers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.923817 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: l3-agents {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.925341 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: metering-labels {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.926778 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: metering-label-rules {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.928122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: network-ip-availabilities {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.929494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: bindings {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.931213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: quotas {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.932765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: quotas {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.934819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: rbac-policies {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.936183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: security-groups {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.937491 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: security-group-rules {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.938795 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: service-providers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.940095 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: subnetpools {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.941618 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: subnetpools {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.943155 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.944917 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.946894 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.948696 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.951998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.953835 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.955732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.957707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.959665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.961867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.extensions [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 20 00:47:01.969846 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING keystonemiddleware.auth_token [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 20 00:47:01.975073 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING keystonemiddleware.auth_token [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 20 00:47:01.984847 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Acquired lock "singleton_lock" {{(pid=80047) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 20 00:47:01.985394 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Releasing lock "singleton_lock" {{(pid=80047) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 20 00:47:01.986848 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO oslo_service.service [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Starting 2 workers
Jan 20 00:47:01.991681 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Started child 80156 {{(pid=80047) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 20 00:47:01.996128 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:01.997148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Started child 80157 {{(pid=80047) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 20 00:47:01.997666 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [-] (80156) wsgi starting up on http://0.0.0.0:9696
Jan 20 00:47:01.998694 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.service [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Neutron service started, listening on 0.0.0.0:9696
Jan 20 00:47:01.999340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Notify callbacks [] for process, before_spawn {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:02.000568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:02.001860 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO oslo_service.service [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Starting 1 workers
Jan 20 00:47:02.002083 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [-] (80157) wsgi starting up on http://0.0.0.0:9696
Jan 20 00:47:02.007371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Started child 80158 {{(pid=80047) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 20 00:47:02.007921 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO oslo_service.service [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Starting 1 workers
Jan 20 00:47:02.010066 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.service [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] calling RpcWorker wait() {{(pid=80158) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 20 00:47:02.010527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.service [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] returning from RpcWorker wait() {{(pid=80158) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 20 00:47:02.012107 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:02.012669 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:47:02.013334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Started child 80159 {{(pid=80047) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 20 00:47:02.014161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7b46-9faf-47d9-8f5d-d11c20c66a58 None None] Notify callbacks [] for process, after_spawn {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:02.015759 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80047) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 20 00:47:02.015992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 20 00:47:02.016197 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 20 00:47:02.016465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 20 00:47:02.016871 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 20 00:47:02.017060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:02.017193 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 20 00:47:02.017639 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.017928 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.018229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.018510 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.018826 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.019473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.019757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.020043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.020356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.020638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.020841 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.021031 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.021348 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.021615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.021962 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.022251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.022531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.022788 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.022996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.023227 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.023552 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.023836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.024123 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.024402 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.024974 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.025254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.025505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.025755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.026052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.026335 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.026633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.026896 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.027140 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.027924 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.028867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.029163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.029449 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.029740 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.029988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.030455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] host                           = dv-cinder-667108-30-iscsi {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.030704 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.030953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.031214 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.031480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.031773 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.032036 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.032312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.032597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.032879 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.033154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.033438 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.033698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.033961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.034222 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.034421 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.034656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.034916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.035205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.035415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.035605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.035792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.036092 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.036247 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.036551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.036794 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.037057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.037319 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.037563 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.037824 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.038106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.038348 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.038628 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.038864 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.039139 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.039428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.039712 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.039967 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.040231 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.040491 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.040732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.046288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.046288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.046288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.046288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.046288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.046288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.046288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.046288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.046816 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:47:02.046885 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.046885 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.046885 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.046885 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.047131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57332) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:47:02.047199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.047199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.047199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.047199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.047199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.047519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.047519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.048029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.048233 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.048395 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.048619 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.048904 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.049254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.049552 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.049742 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.050003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.050224 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.050656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.050955 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.051582 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.051742 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.051940 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.052691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.052691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.052975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.053264 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.053534 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.053875 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.054136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.054471 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.054724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.055000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.055337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.055633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.055943 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.056196 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.056463 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.056708 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.056957 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.057953 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0098898
Jan 20 00:47:02.058867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.060098 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.060098 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.37/identity {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.060417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.060641 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.060921 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.061218 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.061473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.065428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.065428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.065428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.065428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.067395 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.070927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.070927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.070927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.070927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.070927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.070927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.070927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.070927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.070927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.072052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.072052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.072052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.072052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.072477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.072477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.072745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.072883 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.074166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.074166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.075000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.075291 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.075902 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.075902 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.076077 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.076269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.076652 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.076781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.077147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.077365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.077517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.077798 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.078057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.078605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.078761 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.078900 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.079122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.079341 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.079582 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.079811 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.080057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.080300 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.080546 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.080791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.081038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.081336 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.081586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.081842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.082098 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.082347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.083012 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.083012 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.083258 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.083523 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.084513 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.084513 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.084513 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.084513 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.084781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.084964 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.085305 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.085529 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.085805 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.087118 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.087118 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.087118 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.087118 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.087607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.087607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.087820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.088324 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.088581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.089049 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.089555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.090384 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.090681 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.090993 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.091295 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.091549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.091844 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.093119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.093119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.093119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.093119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.093418 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.093666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.095089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.095089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.095089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.095089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.095503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.096623 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.096623 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.100129 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.100593 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.101060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.101503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.101938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.102455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.102920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.103649 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.104119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.104954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.106389 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.107590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.107590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.107590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.107875 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.108700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.109368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.37/identity {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.109584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.110990 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.110990 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.110990 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.110990 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.110990 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.111488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.111488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.111674 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.111899 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.112154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.112451 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.112698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.112953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.113238 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.113528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.113783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.114042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.114314 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.114571 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.115194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.115194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.115361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.115548 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.116298 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.116298 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.116472 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.116630 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.118024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.118024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.118230 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.118313 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.118632 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.118924 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.119189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.119456 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.119725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.119987 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.120264 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.120558 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.120820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.121199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.121498 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.121869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.122148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.122440 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.122718 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.122977 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.123262 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.125430 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.126379 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.126660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.126941 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.127250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.127555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.127851 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.128120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.128399 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.128661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.128921 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.130007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.130395 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.130708 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.131002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.131288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.132442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.132442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.132442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.132442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.132852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.132852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.133089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.133420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.133675 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.133936 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.134175 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.134502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.135951 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.135951 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.135951 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.135951 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.135951 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.136321 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.136478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.137301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.137815 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.138091 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.138400 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.138693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.138998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.139721 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.140173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.140689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.141039 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.141374 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.141687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.142507 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.143292 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.143292 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.143527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.143778 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.144062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.144828 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.144828 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.144828 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.145198 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.145350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.145617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.145876 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.146163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.146448 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.146717 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.146968 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.147224 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.147673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.148132 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.148568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.149044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.149361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.149556 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 20 00:47:02.150175 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80047) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 20 00:47:02.150337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 20 00:47:02.150503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 20 00:47:02.150836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 20 00:47:02.151158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 20 00:47:02.151466 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 20 00:47:02.151855 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.152055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.152264 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.153048 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.153276 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.153604 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.153809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.154003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.154192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.154439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.154592 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.155591 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.155591 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.155591 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.155591 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.155591 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.155591 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.156356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.156356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.156356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.156356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.156356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.157000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.157000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.157000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.157000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.157548 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.157548 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.157548 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.158547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.158547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.158547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.158547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.158547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.158547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.158547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.159531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.159531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.159531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.159531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] host                           = dv-cinder-667108-30-iscsi {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.159531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.159531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.160377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.160377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.160377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.160377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.160377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.161019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.161019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.161019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.161019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.161019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.161661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.161814 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.161953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.162097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.162232 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.163562 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.163777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.163973 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.164152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.164328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.164518 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.164709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.165766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.165766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.165766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.167385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.167385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.167385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.167385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.167385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.167385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.167385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.167385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.168493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.168493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.168493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.168493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.168493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.169260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.169260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.169260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.169975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.170175 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.170422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.170564 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.170701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.170836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.171021 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.171208 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.171398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.171590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.171779 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.171967 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.172152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.172337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.172520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.172707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.172894 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.173164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.173318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.173454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.173589 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.173765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.173950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.174135 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.174290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.174481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 20 00:47:02.174683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.174858 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.175041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.175230 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.175419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.175607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.175794 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.175982 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.176171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.176360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.178269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.178269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.178269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.178712 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.178712 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.178712 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.179120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.179120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.179470 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.179470 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.179735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.179735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.179993 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.180127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.181177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.37/identity {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.181177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.181177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.181177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.181177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.181177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.181177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.182082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.182217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:47:02.182364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.182364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.182364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.182364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.182364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.182364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.183113 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.183113 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.183113 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.183113 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.183113 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.183792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.183792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.183792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.184169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.185263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.185263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.185263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.185263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.185263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.185263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.185263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.186158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.186158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.186158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.186158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.186158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.186783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.186783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.186783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.186783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.187281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.187281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.187281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.187667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.187667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.187667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.188062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.188062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.188317 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.188317 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.188572 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.188705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.188839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.188973 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.189148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.189298 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.189530 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.189679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.189817 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.189952 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.190087 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.190222 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.190434 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.190624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.190812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.190998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.191230 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.191373 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.191524 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.191666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.191807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.191988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.192148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.192334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.192524 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.192710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.192897 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.193096 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.193306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.193493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.195027 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.195027 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.195027 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.195027 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.195027 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.195027 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.195907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.195907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.195907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.195907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.197819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.197819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.197819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.197819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.198897 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.198897 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.198897 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.200070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.200070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.200070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.200070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.200609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.200609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.200609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.201003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.201003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.201003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.201558 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.201558 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.201558 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.201955 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.201955 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.202221 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.202221 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.202488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.202637 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.202778 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.202918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.203065 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.203214 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.203355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.37/identity {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.203494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.203676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.203949 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.204260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.204512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.204676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.204996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.205364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.205559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.206337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.206337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.206337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.206337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.206636 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.206636 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.206847 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.206935 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.207130 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.207320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.207506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.207693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.207880 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.208068 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.208254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.208441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.208628 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.208816 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.209006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.209220 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.209388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.209555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.209748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.210849 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.211301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.211480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.211672 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.211865 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.212040 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.212200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.212354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.212891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.213763 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.213931 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.214138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.214542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.214771 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.215509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.215699 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.215890 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.216156 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.216347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.216536 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.216724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.216916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.217128 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.217321 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.217509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.217677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.217859 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.218047 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.218235 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.218435 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.218625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.219365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.219365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.219365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.219365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.219806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.219806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.219806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.220102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.220102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.220302 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.220452 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.220639 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.220826 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.221023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.221220 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.221397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.221597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.221784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.221975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.222161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.222363 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.222551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.222742 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.222929 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.223116 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.223302 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.223490 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.223682 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.223884 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.224079 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.224269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.224463 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.224659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.224856 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.225043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.226006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.226216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.226407 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.226595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.226786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.226977 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.227165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.227353 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.228041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.228041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.228041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.228364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.228471 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.229427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.229427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.229427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.229427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.229427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.230070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.230070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.230070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 20 00:47:02.230070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 20 00:47:12.169554 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc41bdd-628e-41b4-baf1-4e824efd2d16 None None] get_active_networks_info from dv-cinder-667108-30-iscsi {{(pid=80158) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 20 00:47:12.280053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03d04de1-3cf2-4026-97c6-c9574303475c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787'] for agent, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:12.343180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc41bdd-628e-41b4-baf1-4e824efd2d16 None None] No non-hosted networks {{(pid=80158) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 20 00:47:14.528071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cd983026-8abb-4c75-899c-8396f93d622b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787'] for agent, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:14.593139 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-00c6127b-e934-4d87-9f57-8bd5b3eeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:14.978444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787'] for agent, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:16.591404 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787'] for agent, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:16.694035 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787'] for agent, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:16.694746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:16.695127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:16.695615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:16.695985 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:16.696351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:16.696716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:16.697095 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:16.702150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:16.702557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:16.702943 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:16.703326 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:16.703699 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:16.704131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f782beb3358>, 'Open vSwitch agent', 'dv-cinder-667108-30-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:47:16.716806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f78368e20b8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-667108-30-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:47:17.067161 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_hamode_db [None req-9acd654b-cdaf-4c58-8962-554d8f3aa207 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 20 00:47:17.158266 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acd654b-cdaf-4c58-8962-554d8f3aa207 None None] Routers set() bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:47:17.158598 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acd654b-cdaf-4c58-8962-554d8f3aa207 None None] Router IDs set() for agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 20 00:47:18.113575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57432) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:47:18.589240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] get_endpoint_by_host() called for host dv-cinder-667108-30-iscsi {{(pid=80158) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 20 00:47:18.594392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] get_endpoint_by_ip() called for ip 192.168.0.43 {{(pid=80158) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 20 00:47:18.597652 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] _add_endpoint() called for ip 192.168.0.43 {{(pid=80158) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 20 00:47:18.603996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] _get_endpoints() called {{(pid=80158) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 20 00:47:18.800986 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING oslo_policy.policy [None req-b18e9121-829d-4422-b21d-2b512bde0270 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 20 00:47:18.801641 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING oslo_policy.policy [None req-b18e9121-829d-4422-b21d-2b512bde0270 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 20 00:47:19.031544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [None req-b18e9121-829d-4422-b21d-2b512bde0270 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 00:47:19.032680 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-b18e9121-829d-4422-b21d-2b512bde0270 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.9181499
Jan 20 00:47:21.793117 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57448) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:47:22.211864 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-5fdc55ae-d753-4feb-8796-a7d43993f352 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:47:22.265440 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.policy [None req-5fdc55ae-d753-4feb-8796-a7d43993f352 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80156) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 20 00:47:22.266268 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING oslo_policy.policy [None req-5fdc55ae-d753-4feb-8796-a7d43993f352 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 20 00:47:22.266681 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING oslo_policy.policy [None req-5fdc55ae-d753-4feb-8796-a7d43993f352 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 20 00:47:22.278175 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota [None req-5fdc55ae-d753-4feb-8796-a7d43993f352 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f782bc53080>.
Jan 20 00:47:22.295190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5fdc55ae-d753-4feb-8796-a7d43993f352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:47:22.352174 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5fdc55ae-d753-4feb-8796-a7d43993f352 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759634659377', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759634637330', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759634639794', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759634492885', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759634491836', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853134896', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852983395', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854017656', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854164486'] for rbac-policy, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:22.417796 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5fdc55ae-d753-4feb-8796-a7d43993f352 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:22.419069 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-5fdc55ae-d753-4feb-8796-a7d43993f352 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6244371
Jan 20 00:47:25.388752 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57462) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:47:25.866177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Request body: {'network': {'project_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'admin_state_up': True, 'name': 'private'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:47:25.872169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:47:25.876885 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Usage tracker for resource:network and tenant:b9860d080a6f49f1829f00cbcb1f44a2 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:47:25.880620 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:47:25.886824 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:47:25.895369 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Made reservation on behalf of b9860d080a6f49f1829f00cbcb1f44a2 for: {'network': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:47:25.901357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:25.920769 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:25.935340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:47:25.939205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Usage tracker for resource:security_group_rule and tenant:b9860d080a6f49f1829f00cbcb1f44a2 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:47:25.942748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:47:25.948370 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:47:26.048852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:26.051427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:26.056944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:26.078920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 00:47:26.107766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759632512030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:26.108349 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Added segment d05caf30-eb85-403a-b51b-34de6553aaac of type vxlan for network ba4ab324-a394-495b-accf-4546cf53c4d4
Jan 20 00:47:26.162053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6313931c-253d-4c5f-bbe7-51484fcf3435,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:26.182527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:26.183319 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:26.183319 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:26.183606 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:26.183957 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:26.184303 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:26.184651 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:26.184996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:26.185384 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:26.185729 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:26.186070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:26.186412 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Tracked resource versions report:
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]: pushed versions:
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]: {   'AddressGroup': {'1.1'},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     'ConntrackHelper': {'1.0'},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Log': {'1.0'},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Network': {'1.1'},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Port': {'1.6'},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     'PortForwarding': {'1.2'},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     'QosPolicy': {'1.8'},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroup': {'1.4'},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroupRule': {'1.2'},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SubPort': {'1.0'},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Subnet': {'1.1'},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Trunk': {'1.1'}}
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]: consumer versions:
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]: {   DHCP agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     L3 agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metadata agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metering agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:     Open vSwitch agent@dv-cinder-667108-30-iscsi: {   'AddressGroup': '1.1',
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'ConntrackHelper': '1.0',
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Log': '1.0',
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Network': '1.1',
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Port': '1.6',
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'PortForwarding': '1.2',
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'QosPolicy': '1.8',
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroup': '1.4',
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroupRule': '1.2',
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SubPort': '1.0',
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Subnet': '1.1',
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Trunk': '1.1'}}
Jan 20 00:47:26.187736 dv-cinder-667108-30-iscsi neutron-server[80047]:  {{(pid=80156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 20 00:47:26.398699 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:26.408630 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:26.452346 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:26.453692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:47:26.454390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:26.459770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:26.573738 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.1836441
Jan 20 00:47:26.582885 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Pushing event updated for resources: {'Network': ['ID=ba4ab324-a394-495b-accf-4546cf53c4d4,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:26.586645 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:26.595930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network ba4ab324-a394-495b-accf-4546cf53c4d4 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:47:29.696557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57478) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:47:30.197809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68619b4b-d277-4b1a-b877-fb5519ba55c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:47:30.199331 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-68619b4b-d277-4b1a-b877-fb5519ba55c0 admin admin] 10.222.0.37 "GET /v2.0/networks/ba4ab324-a394-495b-accf-4546cf53c4d4 HTTP/1.1" status: 200  len: 818 time: 0.5016937
Jan 20 00:47:30.227872 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-8fff1d54-575a-465b-b29a-070dd1584d47 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/3f48719d-6603-4f4c-a110-4c931b82483e HTTP/1.1" status: 200  len: 734 time: 0.0222614
Jan 20 00:47:30.237731 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Request body: {'subnet': {'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4', 'subnetpool_id': '3f48719d-6603-4f4c-a110-4c931b82483e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:47:30.242099 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:47:30.246799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Usage tracker for resource:subnet and tenant:b9860d080a6f49f1829f00cbcb1f44a2 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:47:30.249741 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:47:30.255383 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:47:30.264047 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Made reservation on behalf of b9860d080a6f49f1829f00cbcb1f44a2 for: {'subnet': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:47:30.268572 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:30.741593 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for subnet, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:30.756229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:30.899269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744f1ca1-27ef-45fe-9a1b-f5c28ce752d3,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:30.906178 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:30.963088 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Checking segment: {'id': 'd05caf30-eb85-403a-b51b-34de6553aaac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:47:30.963469 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Network hostable DHCP agents. Network: ba4ab324-a394-495b-accf-4546cf53c4d4, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 00:47:30.984029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Network ba4ab324-a394-495b-accf-4546cf53c4d4 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 00:47:30.992493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, ba4ab324-a394-495b-accf-4546cf53c4d4) {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:47:30.996899 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:47:30.997523 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:31.002115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d34213d-1445-4180-8715-1885889ae360 None None] Network ba4ab324-a394-495b-accf-4546cf53c4d4 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:47:31.017915 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7832458
Jan 20 00:47:31.327733 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdf26795-3f68-5b42-9825-0cad8a2b5a16-ba4ab324-a394-495b-accf-4546cf53c4d4', 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'fixed_ips': [{'subnet_id': '744f1ca1-27ef-45fe-9a1b-f5c28ce752d3'}]}} from dv-cinder-667108-30-iscsi. {{(pid=80158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 20 00:47:31.328975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:31.653191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Allocated IP 172.20.0.2 (ba4ab324-a394-495b-accf-4546cf53c4d4/744f1ca1-27ef-45fe-9a1b-f5c28ce752d3/fc4eb077-3a8f-4b77-8de5-fb01054133ce) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:47:32.060716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:32.073845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Transition to ACTIVE for port object fc4eb077-3a8f-4b77-8de5-fb01054133ce will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:47:32.091704 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Transition to ACTIVE for port object fc4eb077-3a8f-4b77-8de5-fb01054133ce will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:47:32.098114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:32.114271 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:32.248375 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Pushing event updated for resources: {'Port': ['ID=fc4eb077-3a8f-4b77-8de5-fb01054133ce,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:32.257887 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:32.258282 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:32.258661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:32.259022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:32.259383 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:32.259745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:32.260102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:32.260458 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:32.260816 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:32.261745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:32.262072 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:32.262428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Tracked resource versions report:
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]: pushed versions:
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]: {   'AddressGroup': {'1.1'},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     'ConntrackHelper': {'1.0'},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Log': {'1.0'},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Network': {'1.1'},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Port': {'1.6'},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     'PortForwarding': {'1.2'},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     'QosPolicy': {'1.8'},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroup': {'1.4'},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroupRule': {'1.2'},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SubPort': {'1.0'},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Subnet': {'1.1'},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Trunk': {'1.1'}}
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]: consumer versions:
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]: {   DHCP agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     L3 agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metadata agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metering agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:     Open vSwitch agent@dv-cinder-667108-30-iscsi: {   'AddressGroup': '1.1',
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'ConntrackHelper': '1.0',
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Log': '1.0',
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Network': '1.1',
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Port': '1.6',
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'PortForwarding': '1.2',
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'QosPolicy': '1.8',
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroup': '1.4',
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroupRule': '1.2',
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SubPort': '1.0',
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Subnet': '1.1',
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Trunk': '1.1'}}
Jan 20 00:47:32.263753 dv-cinder-667108-30-iscsi neutron-server[80047]:  {{(pid=80158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 20 00:47:32.275980 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:32.323330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Network ba4ab324-a394-495b-accf-4546cf53c4d4 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:47:32.325059 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Resources bound (agent type, host, resource id):  {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:47:32.328124 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:47:32.387525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Attempting to bind port fc4eb077-3a8f-4b77-8de5-fb01054133ce on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:47:32.388013 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Attempting to bind port fc4eb077-3a8f-4b77-8de5-fb01054133ce by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': 'd05caf30-eb85-403a-b51b-34de6553aaac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:47:32.388436 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Attempting to bind port fc4eb077-3a8f-4b77-8de5-fb01054133ce on network ba4ab324-a394-495b-accf-4546cf53c4d4 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:47:32.394152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:47:32.394724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Checking segment: {'id': 'd05caf30-eb85-403a-b51b-34de6553aaac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:47:32.395199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:32.395629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Bound using segment: {'id': 'd05caf30-eb85-403a-b51b-34de6553aaac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:47:32.396167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Bound port: fc4eb077-3a8f-4b77-8de5-fb01054133ce, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05caf30-eb85-403a-b51b-34de6553aaac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:47:32.396577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:32.488117 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] For port fc4eb077-3a8f-4b77-8de5-fb01054133ce, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:47:32.492157 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] For port fc4eb077-3a8f-4b77-8de5-fb01054133ce, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=fc4eb077-3a8f-4b77-8de5-fb01054133ce,segment=NetworkSegment(d05caf30-eb85-403a-b51b-34de6553aaac),segment_id=d05caf30-eb85-403a-b51b-34de6553aaac)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:47:32.495328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:32.513281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:32.668557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Pushing event updated for resources: {'Port': ['ID=fc4eb077-3a8f-4b77-8de5-fb01054133ce,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:32.673204 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:33.767790 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57488) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:47:34.208194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [None req-de73e005-a315-442a-a11a-faa516501801 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 00:47:34.209320 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-de73e005-a315-442a-a11a-faa516501801 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4405439
Jan 20 00:47:36.669180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device fc4eb077-3a8f-4b77-8de5-fb01054133ce up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:47:36.740487 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port fc4eb077-3a8f-4b77-8de5-fb01054133ce completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:47:37.029001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57502) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:47:37.434909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc9cff3-c005-47a6-8d3d-7e5dc9e41b6e None None] Network ba4ab324-a394-495b-accf-4546cf53c4d4 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:47:37.457926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [None req-2241efb5-00b2-4224-a27a-6ab466b7f98d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 00:47:37.459092 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2241efb5-00b2-4224-a27a-6ab466b7f98d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4290769
Jan 20 00:47:37.550602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ad81463b-845a-46fd-ac54-36f5098e41e1 None None] Provisioning for port fc4eb077-3a8f-4b77-8de5-fb01054133ce completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:47:37.562110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ad81463b-845a-46fd-ac54-36f5098e41e1 None None] Provisioning complete for port fc4eb077-3a8f-4b77-8de5-fb01054133ce triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:47:37.562537 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad81463b-845a-46fd-ac54-36f5098e41e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:37.816457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad81463b-845a-46fd-ac54-36f5098e41e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:37.864063 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ad81463b-845a-46fd-ac54-36f5098e41e1 None None] For port fc4eb077-3a8f-4b77-8de5-fb01054133ce, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=fc4eb077-3a8f-4b77-8de5-fb01054133ce,segment=NetworkSegment(d05caf30-eb85-403a-b51b-34de6553aaac),segment_id=d05caf30-eb85-403a-b51b-34de6553aaac)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:47:37.867890 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad81463b-845a-46fd-ac54-36f5098e41e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:37.869798 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:37.944211 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81463b-845a-46fd-ac54-36f5098e41e1 None None] Pushing event updated for resources: {'Port': ['ID=fc4eb077-3a8f-4b77-8de5-fb01054133ce,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:37.948291 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ad81463b-845a-46fd-ac54-36f5098e41e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:38.092859 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-62b3ac0c-ffdd-41ec-b2d7-b68f046363c7 None None] Provisioning complete for port fc4eb077-3a8f-4b77-8de5-fb01054133ce triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:47:38.093312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-62b3ac0c-ffdd-41ec-b2d7-b68f046363c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:38.348558 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-31a40976-6f15-481d-843a-fa518e87e2e3 None None] Provisioning complete for port fc4eb077-3a8f-4b77-8de5-fb01054133ce triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:47:38.348909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-31a40976-6f15-481d-843a-fa518e87e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:38.647421 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device fc4eb077-3a8f-4b77-8de5-fb01054133ce up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:47:38.721167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port fc4eb077-3a8f-4b77-8de5-fb01054133ce triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:47:38.721575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:40.514457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57514) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:47:40.914192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-d103901b-0228-4030-9fab-21afb3d61bf6 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'admin_state_up': True}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:47:40.920229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d103901b-0228-4030-9fab-21afb3d61bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:47:40.924210 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-d103901b-0228-4030-9fab-21afb3d61bf6 admin admin] Usage tracker for resource:router and tenant:b9860d080a6f49f1829f00cbcb1f44a2 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:47:40.927391 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-d103901b-0228-4030-9fab-21afb3d61bf6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:47:40.933052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d103901b-0228-4030-9fab-21afb3d61bf6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:47:40.941824 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d103901b-0228-4030-9fab-21afb3d61bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:40.943084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d103901b-0228-4030-9fab-21afb3d61bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774047'] for router, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:40.963092 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d103901b-0228-4030-9fab-21afb3d61bf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:41.067863 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d103901b-0228-4030-9fab-21afb3d61bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-695213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695250'] for router, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:41.085545 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d103901b-0228-4030-9fab-21afb3d61bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:41.087032 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d103901b-0228-4030-9fab-21afb3d61bf6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5715394
Jan 20 00:47:41.998934 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b82fa04f-5f89-4362-b464-8f6da5df2020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:43.781216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57524) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:47:44.199825 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [None req-fb9a1bf9-d76d-491f-9d0f-7d7cb35a10db admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 00:47:44.200909 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-fb9a1bf9-d76d-491f-9d0f-7d7cb35a10db admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4186759
Jan 20 00:47:44.532063 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5fe723e8-ead9-412e-b75c-2dc0dd04d4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:44.690924 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:46.456382 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:46.694884 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:46.917953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57544) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:47:47.103621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:47:47.109029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:47:47.112988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Usage tracker for resource:network and tenant:e11813045d024c95bd06dbe65d2de53d is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:47:47.116425 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:47:47.122139 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:47:47.131508 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Made reservation on behalf of e11813045d024c95bd06dbe65d2de53d for: {'network': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:47:47.136867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:47.149765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:47.165556 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:47:47.169685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Usage tracker for resource:security_group_rule and tenant:e11813045d024c95bd06dbe65d2de53d is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:47:47.172553 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:47:47.178272 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:47:47.265493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:47.268238 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:47.272510 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:47.288561 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Reserving flat network on physical network physnet1 {{(pid=80156) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jan 20 00:47:47.310037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca9ada-ad69-49c4-8de3-18258bbc5b3b,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:47.313557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:47.316191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759632512030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:47.316805 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f782c8c41e0> segment precommit_create {{(pid=80156) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jan 20 00:47:47.317296 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Added segment 1ec6681e-0d8b-49bd-bac9-87dc178280c5 of type flat for network edea8e20-c3db-4bd3-afba-40aa0a06f207
Jan 20 00:47:47.351067 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:47.386146 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:47.387359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:47:47.387995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:47.392793 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769d39ad-11df-4ae5-98e3-9cf14c6b6536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:47.489585 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5705135
Jan 20 00:47:47.497977 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Pushing event updated for resources: {'Network': ['ID=edea8e20-c3db-4bd3-afba-40aa0a06f207,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:47.500845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:47.508464 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:47:49.998089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57564) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:47:50.140033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eaa7c2-1b1e-40b4-b922-949f4345827a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:47:50.144272 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e4eaa7c2-1b1e-40b4-b922-949f4345827a admin admin] 10.222.0.37 "GET /v2.0/subnets/744f1ca1-27ef-45fe-9a1b-f5c28ce752d3 HTTP/1.1" status: 200  len: 849 time: 0.1423600
Jan 20 00:47:50.290190 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-1fa64a5a-2f50-4a62-bc90-84f1bab68292 admin admin] 10.222.0.37 "GET /v2.0/routers/728b218e-f64b-4a44-a088-a4336f8ccab9 HTTP/1.1" status: 200  len: 704 time: 0.1426022
Jan 20 00:47:50.915117 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:51.282961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Allocated IP 172.20.0.1 (ba4ab324-a394-495b-accf-4546cf53c4d4/744f1ca1-27ef-45fe-9a1b-f5c28ce752d3/febcad66-24f0-4951-b5c7-57bfb7bf6a51) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:47:51.446519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:51.464796 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Transition to ACTIVE for port object febcad66-24f0-4951-b5c7-57bfb7bf6a51 will not be triggered until provisioned by entity DHCP. {{(pid=80156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:47:51.520631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:51.535812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:51.671525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Pushing event updated for resources: {'Port': ['ID=febcad66-24f0-4951-b5c7-57bfb7bf6a51,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:51.675617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:51.730836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Network ba4ab324-a394-495b-accf-4546cf53c4d4 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:47:51.732004 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:47:51.734397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:47:51.734911 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854080671'] for router_interface, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:51.971022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-01faf270-c9c0-4345-b921-17a14c10f6cd None None] Provisioning for port febcad66-24f0-4951-b5c7-57bfb7bf6a51 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:47:51.975839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-01faf270-c9c0-4345-b921-17a14c10f6cd None None] Provisioning complete for port febcad66-24f0-4951-b5c7-57bfb7bf6a51 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:47:51.976242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-01faf270-c9c0-4345-b921-17a14c10f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:52.009156 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:52.031259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-01faf270-c9c0-4345-b921-17a14c10f6cd None None] Port febcad66-24f0-4951-b5c7-57bfb7bf6a51 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 00:47:52.301144 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:52.304701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:52.305819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853742421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079544'] for router_interface, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:52.320936 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:52.619873 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Pushing event updated for resources: {'Port': ['ID=febcad66-24f0-4951-b5c7-57bfb7bf6a51,revision_number=2']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:52.625507 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:52.678730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Network ba4ab324-a394-495b-accf-4546cf53c4d4 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:47:52.679813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:47:52.856441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ffd41450-f2aa-4b76-a3fd-b206a83050fb None None] Provisioning complete for port febcad66-24f0-4951-b5c7-57bfb7bf6a51 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:47:52.856791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffd41450-f2aa-4b76-a3fd-b206a83050fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:52.879861 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Router 728b218e-f64b-4a44-a088-a4336f8ccab9 is scheduled to L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 with binding_index 1 {{(pid=80156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 20 00:47:52.911742 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ffd41450-f2aa-4b76-a3fd-b206a83050fb None None] Port febcad66-24f0-4951-b5c7-57bfb7bf6a51 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 00:47:53.043101 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 00:47:53.052801 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] 10.222.0.37 "PUT /v2.0/routers/728b218e-f64b-4a44-a088-a4336f8ccab9/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7569578
Jan 20 00:47:53.053397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Sync routers for ids ['728b218e-f64b-4a44-a088-a4336f8ccab9'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 00:47:53.064631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Routers {'728b218e-f64b-4a44-a088-a4336f8ccab9'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:47:53.065581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782bed5fd0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:47:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['728b218e-f64b-4a44-a088-a4336f8ccab9'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:47:53.251512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Set router 728b218e-f64b-4a44-a088-a4336f8ccab9 gateway port host: None {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:47:53.634147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782bed5fd0>, [{'id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'name': 'router1', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:47:40Z', 'updated_at': '2021-01-20T00:47:51Z', 'revision_number': 2, 'project_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'gw_port_host': None, '_interfaces': [{'id': 'febcad66-24f0-4951-b5c7-57bfb7bf6a51', 'name': '', 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'mac_address': 'fa:16:3e:2a:8f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '744f1ca1-27ef-45fe-9a1b-f5c28ce752d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:47:51Z', 'updated_at': '2021-01-20T00:47:52Z', 'revision_number': 2, 'project_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'subnets': [{'id': '744f1ca1-27ef-45fe-9a1b-f5c28ce752d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f48719d-6603-4f4c-a110-4c931b82483e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:47:53.639423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Checking router: 728b218e-f64b-4a44-a088-a4336f8ccab9 for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 00:47:53.639835 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Updating router 728b218e-f64b-4a44-a088-a4336f8ccab9 port febcad66-24f0-4951-b5c7-57bfb7bf6a51 binding host dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 00:47:53.864777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:54.311516 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:54.326172 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Transition to ACTIVE for port object febcad66-24f0-4951-b5c7-57bfb7bf6a51 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:47:54.330580 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:54.347233 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:54.497842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Pushing event updated for resources: {'Port': ['ID=febcad66-24f0-4951-b5c7-57bfb7bf6a51,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:54.508605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:54.508983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:54.509380 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:54.509740 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:54.510097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:54.510481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:54.510838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:54.511189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:54.511543 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:54.511891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:54.512244 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:54.512593 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Tracked resource versions report:
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]: pushed versions:
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]: {   'AddressGroup': {'1.1'},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     'ConntrackHelper': {'1.0'},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Log': {'1.0'},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Network': {'1.1'},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Port': {'1.6'},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     'PortForwarding': {'1.2'},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     'QosPolicy': {'1.8'},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroup': {'1.4'},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroupRule': {'1.2'},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SubPort': {'1.0'},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Subnet': {'1.1'},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Trunk': {'1.1'}}
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]: consumer versions:
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]: {   DHCP agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     L3 agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metadata agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metering agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:     Open vSwitch agent@dv-cinder-667108-30-iscsi: {   'AddressGroup': '1.1',
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'ConntrackHelper': '1.0',
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Log': '1.0',
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Network': '1.1',
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Port': '1.6',
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'PortForwarding': '1.2',
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'QosPolicy': '1.8',
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroup': '1.4',
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroupRule': '1.2',
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SubPort': '1.0',
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Subnet': '1.1',
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Trunk': '1.1'}}
Jan 20 00:47:54.513940 dv-cinder-667108-30-iscsi neutron-server[80047]:  {{(pid=80159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 20 00:47:54.520467 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:54.678046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Attempting to bind port febcad66-24f0-4951-b5c7-57bfb7bf6a51 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:47:54.678533 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Attempting to bind port febcad66-24f0-4951-b5c7-57bfb7bf6a51 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': 'd05caf30-eb85-403a-b51b-34de6553aaac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:47:54.678878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Attempting to bind port febcad66-24f0-4951-b5c7-57bfb7bf6a51 on network ba4ab324-a394-495b-accf-4546cf53c4d4 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:47:54.686921 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:47:54.687354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Checking segment: {'id': 'd05caf30-eb85-403a-b51b-34de6553aaac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:47:54.687830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:54.688408 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Bound using segment: {'id': 'd05caf30-eb85-403a-b51b-34de6553aaac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:47:54.688952 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Bound port: febcad66-24f0-4951-b5c7-57bfb7bf6a51, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05caf30-eb85-403a-b51b-34de6553aaac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:47:54.689388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:54.784724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] For port febcad66-24f0-4951-b5c7-57bfb7bf6a51, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:47:54.789058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] For port febcad66-24f0-4951-b5c7-57bfb7bf6a51, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=febcad66-24f0-4951-b5c7-57bfb7bf6a51,segment=NetworkSegment(d05caf30-eb85-403a-b51b-34de6553aaac),segment_id=d05caf30-eb85-403a-b51b-34de6553aaac)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:47:54.792684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:54.808237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:54.968232 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Pushing event updated for resources: {'Port': ['ID=febcad66-24f0-4951-b5c7-57bfb7bf6a51,revision_number=4']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:54.973033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:55.020898 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Routers {'728b218e-f64b-4a44-a088-a4336f8ccab9'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:47:55.021574 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782bed5fd0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:47:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['728b218e-f64b-4a44-a088-a4336f8ccab9'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:47:55.190106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] Set router 728b218e-f64b-4a44-a088-a4336f8ccab9 gateway port host: None {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:47:55.543887 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782bed5fd0>, [{'id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'name': 'router1', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:47:40Z', 'updated_at': '2021-01-20T00:47:51Z', 'revision_number': 2, 'project_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'gw_port_host': None, '_interfaces': [{'id': 'febcad66-24f0-4951-b5c7-57bfb7bf6a51', 'name': '', 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'mac_address': 'fa:16:3e:2a:8f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '744f1ca1-27ef-45fe-9a1b-f5c28ce752d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:47:51Z', 'updated_at': '2021-01-20T00:47:54Z', 'revision_number': 4, 'project_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'subnets': [{'id': '744f1ca1-27ef-45fe-9a1b-f5c28ce752d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f48719d-6603-4f4c-a110-4c931b82483e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:47:55.547983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e23ae6-095b-4915-a707-f230fc04dd23 None None] The sync data for ids ['728b218e-f64b-4a44-a088-a4336f8ccab9'] in dv-cinder-667108-30-iscsi is: [{'id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'name': 'router1', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:47:40Z', 'updated_at': '2021-01-20T00:47:51Z', 'revision_number': 2, 'project_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'gw_port_host': None, '_interfaces': [{'id': 'febcad66-24f0-4951-b5c7-57bfb7bf6a51', 'name': '', 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'mac_address': 'fa:16:3e:2a:8f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '744f1ca1-27ef-45fe-9a1b-f5c28ce752d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:47:51Z', 'updated_at': '2021-01-20T00:47:54Z', 'revision_number': 4, 'project_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'subnets': [{'id': '744f1ca1-27ef-45fe-9a1b-f5c28ce752d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f48719d-6603-4f4c-a110-4c931b82483e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 00:47:55.571903 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57576) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:47:55.757941 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9b3ddd-596a-46c1-a59d-870778ef7e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:47:55.758484 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6e9b3ddd-596a-46c1-a59d-870778ef7e16 admin admin] Synchronizing usage tracker for tenant:e11813045d024c95bd06dbe65d2de53d on resource:network {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:47:55.775830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6e9b3ddd-596a-46c1-a59d-870778ef7e16 admin admin] Unset dirty status for tenant:e11813045d024c95bd06dbe65d2de53d on resource:network {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:47:55.777992 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-6e9b3ddd-596a-46c1-a59d-870778ef7e16 admin admin] 10.222.0.37 "GET /v2.0/networks/edea8e20-c3db-4bd3-afba-40aa0a06f207 HTTP/1.1" status: 200  len: 842 time: 0.2051542
Jan 20 00:47:55.788388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:47:55.794423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:47:55.798388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Usage tracker for resource:subnet and tenant:e11813045d024c95bd06dbe65d2de53d is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:47:55.801328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:47:55.812009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:47:55.821037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Made reservation on behalf of e11813045d024c95bd06dbe65d2de53d for: {'subnet': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:47:55.826399 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:56.260948 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.objects.ports [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80156) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 20 00:47:56.261478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for subnet, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:56.279240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9b8e6e21-2383-4b9d-bf2b-fc31fd3faf09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:56.431886 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63fb153-2e9f-418b-91c6-6123bba41abd,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:56.444157 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:56.490832 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Checking segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:47:56.491241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Network hostable DHCP agents. Network: edea8e20-c3db-4bd3-afba-40aa0a06f207, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 00:47:56.511384 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 00:47:56.520489 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, edea8e20-c3db-4bd3-afba-40aa0a06f207) {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:47:56.524352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:47:56.524978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:56.530829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8331ac-dc85-4468-a1d8-b7295d685126 None None] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:47:56.546707 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7621419
Jan 20 00:47:56.719053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device febcad66-24f0-4951-b5c7-57bfb7bf6a51 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:47:56.845231 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f4f285-449a-44c5-a58c-782a619b374d None None] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:47:56.878744 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port febcad66-24f0-4951-b5c7-57bfb7bf6a51 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:47:56.931747 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port febcad66-24f0-4951-b5c7-57bfb7bf6a51 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:47:56.932161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:57.178408 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:57.212279 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port febcad66-24f0-4951-b5c7-57bfb7bf6a51, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=febcad66-24f0-4951-b5c7-57bfb7bf6a51,segment=NetworkSegment(d05caf30-eb85-403a-b51b-34de6553aaac),segment_id=d05caf30-eb85-403a-b51b-34de6553aaac)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:47:57.215172 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:57.218214 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:47:57.434906 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=febcad66-24f0-4951-b5c7-57bfb7bf6a51,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:47:57.438215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:47:58.660154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device febcad66-24f0-4951-b5c7-57bfb7bf6a51 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:47:58.734252 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port febcad66-24f0-4951-b5c7-57bfb7bf6a51 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:47:58.734665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:47:59.123371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57590) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:47:59.356562 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ddf32954-0c24-40e6-b09e-8d5516fdfa27 admin admin] 10.222.0.37 "GET /v2.0/routers/728b218e-f64b-4a44-a088-a4336f8ccab9 HTTP/1.1" status: 200  len: 710 time: 0.2318776
Jan 20 00:47:59.492618 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d50140-4dc7-4752-a8d2-1a84fac31fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:47:59.494090 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-25d50140-4dc7-4752-a8d2-1a84fac31fed admin admin] 10.222.0.37 "GET /v2.0/networks/edea8e20-c3db-4bd3-afba-40aa0a06f207 HTTP/1.1" status: 200  len: 886 time: 0.1316683
Jan 20 00:47:59.503691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:48:00.138436 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774032'] for router, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:00.478064 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:00.536558 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:00.549673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:00.564301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:48:00.568402 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:48:00.571965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:48:00.577824 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:48:00.661192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:00.663828 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:00.681766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:48:00.772211 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82727d6-10fa-4247-902b-08806c1a00ef,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:48:00.777157 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:48:00.936284 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Allocated IP 172.27.2.82 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/edbf63f4-4a59-42dd-8036-4379fcc567fb) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:48:01.089516 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:01.116836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:01.132526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:48:01.275723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Pushing event updated for resources: {'Port': ['ID=edbf63f4-4a59-42dd-8036-4379fcc567fb,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:48:01.280093 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:48:01.320197 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:48:01.321281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:48:01.324215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:48:01.712780 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:02.061653 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774032'] for router, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:02.065023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854107076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-694738'] for router, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:02.436333 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Router 728b218e-f64b-4a44-a088-a4336f8ccab9 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 00:48:02.620905 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 00:48:02.630874 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Sync routers for ids ['728b218e-f64b-4a44-a088-a4336f8ccab9'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 00:48:02.636918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Notify callbacks [] for router, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:02.638235 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] 10.222.0.37 "PUT /v2.0/routers/728b218e-f64b-4a44-a088-a4336f8ccab9 HTTP/1.1" status: 200  len: 889 time: 3.1379187
Jan 20 00:48:02.640799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Routers {'728b218e-f64b-4a44-a088-a4336f8ccab9'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:48:02.641511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b0b22e8>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:47:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['728b218e-f64b-4a44-a088-a4336f8ccab9'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:48:02.844622 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Set router 728b218e-f64b-4a44-a088-a4336f8ccab9 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:48:03.203444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b0b22e8>, [{'id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'name': 'router1', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'edbf63f4-4a59-42dd-8036-4379fcc567fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:47:40Z', 'updated_at': '2021-01-20T00:48:01Z', 'revision_number': 4, 'project_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'gw_port': {'id': 'edbf63f4-4a59-42dd-8036-4379fcc567fb', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:48:00Z', 'updated_at': '2021-01-20T00:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'febcad66-24f0-4951-b5c7-57bfb7bf6a51', 'name': '', 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'mac_address': 'fa:16:3e:2a:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '744f1ca1-27ef-45fe-9a1b-f5c28ce752d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:47:51Z', 'updated_at': '2021-01-20T00:47:57Z', 'revision_number': 5, 'project_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'subnets': [{'id': '744f1ca1-27ef-45fe-9a1b-f5c28ce752d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f48719d-6603-4f4c-a110-4c931b82483e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:48:03.208400 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Checking router: 728b218e-f64b-4a44-a088-a4336f8ccab9 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 00:48:03.208816 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Updating router 728b218e-f64b-4a44-a088-a4336f8ccab9 port edbf63f4-4a59-42dd-8036-4379fcc567fb binding host dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 00:48:03.266792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:03.668809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:03.680878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Transition to ACTIVE for port object edbf63f4-4a59-42dd-8036-4379fcc567fb will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:48:03.683768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:03.699913 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ad81463b-845a-46fd-ac54-36f5098e41e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:48:03.845529 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78d601-f1a4-42b7-8bb3-29a86ae71a52 None None] Pushing event updated for resources: {'Port': ['ID=edbf63f4-4a59-42dd-8036-4379fcc567fb,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:48:03.850447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3d78d601-f1a4-42b7-8bb3-29a86ae71a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:48:03.903813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Attempting to bind port edbf63f4-4a59-42dd-8036-4379fcc567fb on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:48:03.904211 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Attempting to bind port edbf63f4-4a59-42dd-8036-4379fcc567fb by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:48:03.904611 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Attempting to bind port edbf63f4-4a59-42dd-8036-4379fcc567fb on network edea8e20-c3db-4bd3-afba-40aa0a06f207 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:48:03.910295 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:48:03.910701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Checking segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:48:03.911138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:03.911561 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Bound using segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:48:03.912169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Bound port: edbf63f4-4a59-42dd-8036-4379fcc567fb, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:48:03.912579 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:03.988907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] For port edbf63f4-4a59-42dd-8036-4379fcc567fb, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:48:03.991998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] For port edbf63f4-4a59-42dd-8036-4379fcc567fb, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=edbf63f4-4a59-42dd-8036-4379fcc567fb,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:48:03.995483 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:04.011152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:48:04.163236 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78d601-f1a4-42b7-8bb3-29a86ae71a52 None None] Pushing event updated for resources: {'Port': ['ID=edbf63f4-4a59-42dd-8036-4379fcc567fb,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:48:04.168606 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3d78d601-f1a4-42b7-8bb3-29a86ae71a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:48:04.208732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Routers {'728b218e-f64b-4a44-a088-a4336f8ccab9'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:48:04.209403 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b0b22e8>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:47:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['728b218e-f64b-4a44-a088-a4336f8ccab9'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:48:04.394998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] Set router 728b218e-f64b-4a44-a088-a4336f8ccab9 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:48:04.898586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b0b22e8>, [{'id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'name': 'router1', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'edbf63f4-4a59-42dd-8036-4379fcc567fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:47:40Z', 'updated_at': '2021-01-20T00:48:01Z', 'revision_number': 4, 'project_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'gw_port': {'id': 'edbf63f4-4a59-42dd-8036-4379fcc567fb', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:48:00Z', 'updated_at': '2021-01-20T00:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'febcad66-24f0-4951-b5c7-57bfb7bf6a51', 'name': '', 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'mac_address': 'fa:16:3e:2a:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '744f1ca1-27ef-45fe-9a1b-f5c28ce752d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:47:51Z', 'updated_at': '2021-01-20T00:47:57Z', 'revision_number': 5, 'project_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'subnets': [{'id': '744f1ca1-27ef-45fe-9a1b-f5c28ce752d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f48719d-6603-4f4c-a110-4c931b82483e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:48:04.902830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e3c4f1-d215-41d2-a3af-e5f649bc9608 None None] The sync data for ids ['728b218e-f64b-4a44-a088-a4336f8ccab9'] in dv-cinder-667108-30-iscsi is: [{'id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'name': 'router1', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'edbf63f4-4a59-42dd-8036-4379fcc567fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:47:40Z', 'updated_at': '2021-01-20T00:48:01Z', 'revision_number': 4, 'project_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'gw_port': {'id': 'edbf63f4-4a59-42dd-8036-4379fcc567fb', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:48:00Z', 'updated_at': '2021-01-20T00:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'febcad66-24f0-4951-b5c7-57bfb7bf6a51', 'name': '', 'network_id': 'ba4ab324-a394-495b-accf-4546cf53c4d4', 'tenant_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'mac_address': 'fa:16:3e:2a:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728b218e-f64b-4a44-a088-a4336f8ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '744f1ca1-27ef-45fe-9a1b-f5c28ce752d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:47:51Z', 'updated_at': '2021-01-20T00:47:57Z', 'revision_number': 5, 'project_id': 'b9860d080a6f49f1829f00cbcb1f44a2', 'subnets': [{'id': '744f1ca1-27ef-45fe-9a1b-f5c28ce752d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f48719d-6603-4f4c-a110-4c931b82483e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 00:48:05.322715 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 57600) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:48:05.476241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86a77f9-fb1b-440e-b4cf-d8cfbabcf081 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:48:05.477921 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e86a77f9-fb1b-440e-b4cf-d8cfbabcf081 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1541469
Jan 20 00:48:06.693212 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device edbf63f4-4a59-42dd-8036-4379fcc567fb up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:48:06.771575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port edbf63f4-4a59-42dd-8036-4379fcc567fb completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:48:06.777196 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port edbf63f4-4a59-42dd-8036-4379fcc567fb triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:48:06.777617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:06.906269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:06.923551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port edbf63f4-4a59-42dd-8036-4379fcc567fb, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=edbf63f4-4a59-42dd-8036-4379fcc567fb,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:48:06.926605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:06.928837 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3d78d601-f1a4-42b7-8bb3-29a86ae71a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:48:07.002310 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=edbf63f4-4a59-42dd-8036-4379fcc567fb,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:48:07.012127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:48:08.682861 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device edbf63f4-4a59-42dd-8036-4379fcc567fb up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:48:08.770701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port edbf63f4-4a59-42dd-8036-4379fcc567fb triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:48:08.771352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:12.016189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6cd9bbe0-c7b9-4948-bb04-b932da9063be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:14.075375 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 5 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:48:14.537535 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2b3fd81f-57d6-43e5-8b41-f95ad629ecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:14.708536 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:16.470939 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:16.696430 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:41.997760 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f5658d84-9345-41ae-9e58-f11fff19f9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:44.533483 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9547b5dd-652a-474f-8e4f-ff647d927fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:44.699520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:46.473320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:46.699111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:48:51.077541 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 5 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:49:12.000700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c4342b55-9ccd-49f4-80be-5e46168cd1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:49:14.535354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d397596-08b4-4664-8483-507f37df46e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:49:14.703429 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:49:16.484057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:49:16.701593 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:49:28.076658 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 5 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:49:42.002342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8c1cb38c-b352-4a9c-8f72-72758607f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:49:44.536580 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1e0d854e-e917-4fe5-84c2-ec77f4e97359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:49:44.708540 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:49:46.487662 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:49:46.705844 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:05.075961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 5 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:50:12.004126 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2f004ef4-b11e-438c-a6c1-a4470993225e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:14.538684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-90332e5b-b63c-4c17-904d-6f83d09e8c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:14.710818 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:16.490906 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:16.709249 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:19.054687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58178) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:50:19.156186 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0a873d-1155-46b3-827d-1537409b0545 admin admin] GET failed (client error): The resource could not be found.
Jan 20 00:50:19.157922 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-5b0a873d-1155-46b3-827d-1537409b0545 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1021454
Jan 20 00:50:19.301621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35335a9-2230-4dbc-ac86-9d44eb62f34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:19.303194 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-b35335a9-2230-4dbc-ac86-9d44eb62f34e admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1408868
Jan 20 00:50:21.746106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58188) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:50:21.889634 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c4f83-1e78-46b4-9608-4dabf1ba706c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:21.890244 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b60c4f83-1e78-46b4-9608-4dabf1ba706c admin admin] Synchronizing usage tracker for tenant:e11813045d024c95bd06dbe65d2de53d on resource:subnet {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:50:21.904709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b60c4f83-1e78-46b4-9608-4dabf1ba706c admin admin] Unset dirty status for tenant:e11813045d024c95bd06dbe65d2de53d on resource:subnet {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:50:21.905968 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-b60c4f83-1e78-46b4-9608-4dabf1ba706c admin admin] 10.222.0.37 "GET /v2.0/subnets/744f1ca1-27ef-45fe-9a1b-f5c28ce752d3 HTTP/1.1" status: 200  len: 849 time: 0.1587930
Jan 20 00:50:21.917483 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:50:22.043899 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:22.356575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363277222230303'] for subnet, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:22.371465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a6794cad-ea14-4cc3-8a59-b09374cde364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:50:22.512184 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744f1ca1-27ef-45fe-9a1b-f5c28ce752d3,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:50:22.523216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:50:22.523603 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:50:22.523980 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:50:22.524350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:50:22.524719 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:50:22.525114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:50:22.525477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:50:22.525839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:50:22.526212 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:50:22.526568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:50:22.526924 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:50:22.527278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:50:22.532877 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:50:22.564609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:22.565306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:22.567294 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] 10.222.0.37 "PUT /v2.0/subnets/744f1ca1-27ef-45fe-9a1b-f5c28ce752d3 HTTP/1.1" status: 200  len: 868 time: 0.6534417
Jan 20 00:50:22.584755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb02c811-efb6-4ebb-ae44-2273bed78e40 None None] Network ba4ab324-a394-495b-accf-4546cf53c4d4 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:50:23.085623 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c8298906-fef7-420b-ad63-982d5f4c027c None None] Provisioning complete for port febcad66-24f0-4951-b5c7-57bfb7bf6a51 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:50:23.086152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c8298906-fef7-420b-ad63-982d5f4c027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:23.218755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c8298906-fef7-420b-ad63-982d5f4c027c None None] Provisioning complete for port fc4eb077-3a8f-4b77-8de5-fb01054133ce triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:50:23.219220 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c8298906-fef7-420b-ad63-982d5f4c027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:25.066607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58198) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:50:25.284638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd8f0f7-95be-44f7-97c4-b3fddc32886f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:25.284993 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd8f0f7-95be-44f7-97c4-b3fddc32886f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:25.286679 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-3dd8f0f7-95be-44f7-97c4-b3fddc32886f admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2190344
Jan 20 00:50:27.764660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58208) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:50:27.980466 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce8509-31bb-4de7-a440-c40c3c31780f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:27.980895 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce8509-31bb-4de7-a440-c40c3c31780f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:27.982596 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-8cce8509-31bb-4de7-a440-c40c3c31780f admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2166634
Jan 20 00:50:30.483709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58218) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:50:30.700331 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045bd115-ba31-4f8a-af5f-2489724e679d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:30.701809 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-045bd115-ba31-4f8a-af5f-2489724e679d admin admin] 10.222.0.37 "GET /v2.0/networks/ba4ab324-a394-495b-accf-4546cf53c4d4 HTTP/1.1" status: 200  len: 862 time: 0.2170725
Jan 20 00:50:33.175063 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58228) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:50:33.381784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4147822d-5c81-4247-bd2f-f9ea5c340aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:33.383190 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4147822d-5c81-4247-bd2f-f9ea5c340aa3 admin admin] 10.222.0.37 "GET /v2.0/networks/edea8e20-c3db-4bd3-afba-40aa0a06f207 HTTP/1.1" status: 200  len: 886 time: 0.2070787
Jan 20 00:50:35.857997 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58238) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:50:36.003218 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ef18d-7531-4c67-92f8-0e055674449f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:36.003682 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ef18d-7531-4c67-92f8-0e055674449f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:36.005379 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-6c6ef18d-7531-4c67-92f8-0e055674449f admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1463311
Jan 20 00:50:38.480995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58248) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:50:38.624367 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d56ba-6a81-4934-bc78-4354170701a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:38.624779 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d56ba-6a81-4934-bc78-4354170701a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:38.627307 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-428d56ba-6a81-4934-bc78-4354170701a0 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1451993
Jan 20 00:50:41.075429 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58258) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:50:41.222603 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684b6815-cfde-4e85-b65e-fe5762eed3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:41.224056 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-684b6815-cfde-4e85-b65e-fe5762eed3ad admin admin] 10.222.0.37 "GET /v2.0/subnets/744f1ca1-27ef-45fe-9a1b-f5c28ce752d3 HTTP/1.1" status: 200  len: 868 time: 0.1475968
Jan 20 00:50:42.005328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-906062b7-11d0-42be-8bb4-1276456fbd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:42.074804 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 5 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:50:43.692305 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58268) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:50:43.828977 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7459d270-848c-4aa1-8518-9551d953dafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:50:43.830470 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-7459d270-848c-4aa1-8518-9551d953dafd admin admin] 10.222.0.37 "GET /v2.0/subnets/d63fb153-2e9f-418b-91c6-6123bba41abd HTTP/1.1" status: 200  len: 816 time: 0.1371076
Jan 20 00:50:44.540796 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3420a52f-51e3-4e29-8d72-d9d1a83dd1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:44.713960 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:46.494471 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:50:46.710617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:09.520584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58308) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:51:09.600801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [None req-4f4fc230-54aa-4cf8-aab4-43ea55036a48 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 00:51:09.602006 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4f4fc230-54aa-4cf8-aab4-43ea55036a48 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0802894
Jan 20 00:51:12.010231 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cbc146ac-3ec1-4c25-b7d0-d5f1aaeb970e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:12.173574 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58318) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:51:12.274700 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f04a426-5df4-4d0a-84bd-ec45b0625479 admin admin] GET failed (client error): The resource could not be found.
Jan 20 00:51:12.276002 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-8f04a426-5df4-4d0a-84bd-ec45b0625479 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1014221
Jan 20 00:51:12.413214 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b143e63e-1e65-402d-925c-e515988ba123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:51:12.414805 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-b143e63e-1e65-402d-925c-e515988ba123 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1344466
Jan 20 00:51:14.542009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b777a86-0f63-4bde-b6dc-f25e38beb349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:14.717165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:14.952934 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58328) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:51:15.032184 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:51:15.037001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:51:15.046716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:51:15.055469 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Made reservation on behalf of e11813045d024c95bd06dbe65d2de53d for: {'network': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:51:15.060031 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:15.156573 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.services.revisions.revision_plugin [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f782a723be0] {project_id='e11813045d024c95bd06dbe65d2de53d', id='b5695363-9b1e-4ca3-847c-020050d76129', target_tenant='*', action='access_as_shared', object_id='8decd68d-7cb5-4843-a760-76c24b5df8ae'}> to bump revision.
Jan 20 00:51:15.171178 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 00:51:15.181036 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:15.181448 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Added segment 93885c7d-a0d1-4c22-8338-e62f3d0fb997 of type vxlan for network 8decd68d-7cb5-4843-a760-76c24b5df8ae
Jan 20 00:51:15.207953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:15.240021 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:15.241278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:51:15.241902 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:15.246600 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:51:15.340780 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3860941
Jan 20 00:51:15.349074 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Pushing event updated for resources: {'Network': ['ID=8decd68d-7cb5-4843-a760-76c24b5df8ae,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:51:15.354506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:51:15.363349 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network 8decd68d-7cb5-4843-a760-76c24b5df8ae details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:51:16.502479 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:16.714566 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:17.824936 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58338) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:51:17.928452 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.pecan_wsgi.hooks.translation [None req-87da921b-f8d2-45ad-a48e-26bb35ca1c03 admin admin] GET failed (client error): The resource could not be found.
Jan 20 00:51:17.928998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-87da921b-f8d2-45ad-a48e-26bb35ca1c03 admin admin] Synchronizing usage tracker for tenant:e11813045d024c95bd06dbe65d2de53d on resource:network {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:51:17.943812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-87da921b-f8d2-45ad-a48e-26bb35ca1c03 admin admin] Unset dirty status for tenant:e11813045d024c95bd06dbe65d2de53d on resource:network {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:51:17.944969 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-87da921b-f8d2-45ad-a48e-26bb35ca1c03 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1189532
Jan 20 00:51:18.055755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00acfa8f-ab17-4fe7-939e-702f0412c597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:51:18.057231 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-00acfa8f-ab17-4fe7-939e-702f0412c597 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1078808
Jan 20 00:51:18.068249 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '8decd68d-7cb5-4843-a760-76c24b5df8ae', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:51:18.072768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:51:18.082898 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:51:18.091564 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Made reservation on behalf of e11813045d024c95bd06dbe65d2de53d for: {'subnet': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:51:18.096114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:18.488066 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for subnet, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:18.502820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:51:18.632696 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1466457-68cb-43c1-ac37-7c72474fafc2,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:51:18.635567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:51:18.700389 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Checking segment: {'id': '93885c7d-a0d1-4c22-8338-e62f3d0fb997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8decd68d-7cb5-4843-a760-76c24b5df8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:51:18.700774 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Network hostable DHCP agents. Network: 8decd68d-7cb5-4843-a760-76c24b5df8ae, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 00:51:18.719614 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Network 8decd68d-7cb5-4843-a760-76c24b5df8ae is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 00:51:18.727597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, 8decd68d-7cb5-4843-a760-76c24b5df8ae) {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:51:18.731537 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:51:18.732165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:18.737793 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2630ed59-abb5-414d-a7e4-4c8ddd366561 None None] Network 8decd68d-7cb5-4843-a760-76c24b5df8ae requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:51:18.756801 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2b3c0254-be2b-4425-b909-1bbefb7ddc58 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6919239
Jan 20 00:51:19.075008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 5 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:51:19.127127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdf26795-3f68-5b42-9825-0cad8a2b5a16-8decd68d-7cb5-4843-a760-76c24b5df8ae', 'network_id': '8decd68d-7cb5-4843-a760-76c24b5df8ae', 'tenant_id': 'e11813045d024c95bd06dbe65d2de53d', 'fixed_ips': [{'subnet_id': 'b1466457-68cb-43c1-ac37-7c72474fafc2'}]}} from dv-cinder-667108-30-iscsi. {{(pid=80158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 20 00:51:19.128009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:19.423923 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Allocated IP 192.168.233.2 (8decd68d-7cb5-4843-a760-76c24b5df8ae/b1466457-68cb-43c1-ac37-7c72474fafc2/4255b769-6d9c-4e6a-8b67-8623baaa0b2a) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:51:19.653916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:19.665531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Transition to ACTIVE for port object 4255b769-6d9c-4e6a-8b67-8623baaa0b2a will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:51:19.682412 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Transition to ACTIVE for port object 4255b769-6d9c-4e6a-8b67-8623baaa0b2a will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:51:19.687415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:19.704088 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:51:19.849114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Pushing event updated for resources: {'Port': ['ID=4255b769-6d9c-4e6a-8b67-8623baaa0b2a,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:51:19.862288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:51:19.862692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:51:19.863076 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:51:19.863444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:51:19.863820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:51:19.864187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:51:19.864552 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:51:19.864912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:51:19.865316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:51:19.865677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:51:19.866042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:51:19.866401 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:51:19.871417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:51:19.912268 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Network 8decd68d-7cb5-4843-a760-76c24b5df8ae is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:51:19.913516 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Resources bound (agent type, host, resource id):  {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:51:19.915926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:51:19.976958 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Attempting to bind port 4255b769-6d9c-4e6a-8b67-8623baaa0b2a on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:51:19.977331 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Attempting to bind port 4255b769-6d9c-4e6a-8b67-8623baaa0b2a by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '93885c7d-a0d1-4c22-8338-e62f3d0fb997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8decd68d-7cb5-4843-a760-76c24b5df8ae'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:51:19.977732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Attempting to bind port 4255b769-6d9c-4e6a-8b67-8623baaa0b2a on network 8decd68d-7cb5-4843-a760-76c24b5df8ae {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:51:19.983611 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:51:19.984026 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Checking segment: {'id': '93885c7d-a0d1-4c22-8338-e62f3d0fb997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8decd68d-7cb5-4843-a760-76c24b5df8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:51:19.984474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:19.985531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Bound using segment: {'id': '93885c7d-a0d1-4c22-8338-e62f3d0fb997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8decd68d-7cb5-4843-a760-76c24b5df8ae'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:51:19.986134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Bound port: 4255b769-6d9c-4e6a-8b67-8623baaa0b2a, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93885c7d-a0d1-4c22-8338-e62f3d0fb997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8decd68d-7cb5-4843-a760-76c24b5df8ae'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:51:19.986557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:20.080239 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-04920408-fed7-449f-a158-d20ae5333411 None None] For port 4255b769-6d9c-4e6a-8b67-8623baaa0b2a, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:51:20.083806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-04920408-fed7-449f-a158-d20ae5333411 None None] For port 4255b769-6d9c-4e6a-8b67-8623baaa0b2a, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=4255b769-6d9c-4e6a-8b67-8623baaa0b2a,segment=NetworkSegment(93885c7d-a0d1-4c22-8338-e62f3d0fb997),segment_id=93885c7d-a0d1-4c22-8338-e62f3d0fb997)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:51:20.086316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:20.102529 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:51:20.263805 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Pushing event updated for resources: {'Port': ['ID=4255b769-6d9c-4e6a-8b67-8623baaa0b2a,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:51:20.276544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:51:20.791049 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 4255b769-6d9c-4e6a-8b67-8623baaa0b2a up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:51:20.864419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 4255b769-6d9c-4e6a-8b67-8623baaa0b2a completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:51:21.581077 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426d7d32-a344-466e-8064-6fa890b3058d None None] Network 8decd68d-7cb5-4843-a760-76c24b5df8ae requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:51:21.696447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-08d0061e-7328-4193-b3e6-8f5627a713c9 None None] Provisioning for port 4255b769-6d9c-4e6a-8b67-8623baaa0b2a completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:51:21.714001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-08d0061e-7328-4193-b3e6-8f5627a713c9 None None] Provisioning complete for port 4255b769-6d9c-4e6a-8b67-8623baaa0b2a triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:51:21.714415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08d0061e-7328-4193-b3e6-8f5627a713c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:21.945809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08d0061e-7328-4193-b3e6-8f5627a713c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:21.989367 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-08d0061e-7328-4193-b3e6-8f5627a713c9 None None] For port 4255b769-6d9c-4e6a-8b67-8623baaa0b2a, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=4255b769-6d9c-4e6a-8b67-8623baaa0b2a,segment=NetworkSegment(93885c7d-a0d1-4c22-8338-e62f3d0fb997),segment_id=93885c7d-a0d1-4c22-8338-e62f3d0fb997)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:51:21.992734 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08d0061e-7328-4193-b3e6-8f5627a713c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:21.994905 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:51:22.067437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0061e-7328-4193-b3e6-8f5627a713c9 None None] Pushing event updated for resources: {'Port': ['ID=4255b769-6d9c-4e6a-8b67-8623baaa0b2a,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:51:22.070741 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08d0061e-7328-4193-b3e6-8f5627a713c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:51:22.215199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-de8610c6-99b2-40ba-a2d4-f6f2961fd1b5 None None] Provisioning complete for port 4255b769-6d9c-4e6a-8b67-8623baaa0b2a triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:51:22.215839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-de8610c6-99b2-40ba-a2d4-f6f2961fd1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:22.470444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-12b53268-4fb2-4fa4-83bf-23f9337018c8 None None] Provisioning complete for port 4255b769-6d9c-4e6a-8b67-8623baaa0b2a triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:51:22.470568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-12b53268-4fb2-4fa4-83bf-23f9337018c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:22.715630 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-58ad32dc-2894-40b3-bf7c-162021235b08 None None] Provisioning complete for port 4255b769-6d9c-4e6a-8b67-8623baaa0b2a triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:51:22.716127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-58ad32dc-2894-40b3-bf7c-162021235b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:22.767795 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 4255b769-6d9c-4e6a-8b67-8623baaa0b2a up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:51:22.909941 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 4255b769-6d9c-4e6a-8b67-8623baaa0b2a triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:51:22.910361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:42.012618 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3379-6420-49af-8f9d-0fe2c935b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:44.543344 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d0b982c-71aa-453b-9063-721bc7f226a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:44.724517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:46.506777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:46.717325 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:51:56.073773 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 5 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:52:12.014106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ccee-289b-4d15-ad1d-67315e750c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:14.546931 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f3b4264-bad5-490a-845f-dc57ce5ae9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:14.725154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:16.508245 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:16.720401 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:33.073598 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 5 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:52:42.016571 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a6ce003c-0289-4734-8c18-846c603a2085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:44.552367 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-58b8fe5e-6c9e-4718-acf4-f77a3d8362c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:44.726624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:46.511312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:46.727087 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:46.928977 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58380) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:52:46.935273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [None req-4c4417d5-355d-4959-9ded-f94a9cb0865d tempest-verify_tempest_config-1366647153 tempest-verify_tempest_config-1366647153] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 00:52:46.936393 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4c4417d5-355d-4959-9ded-f94a9cb0865d tempest-verify_tempest_config-1366647153 tempest-verify_tempest_config-1366647153] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.0062850
Jan 20 00:52:47.284374 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 58400) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:52:47.520691 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING oslo_policy.policy [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 20 00:52:47.521423 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING oslo_policy.policy [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 20 00:52:47.784576 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.policy [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80157) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 20 00:52:47.785439 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING oslo_policy.policy [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 20 00:52:47.785856 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING oslo_policy.policy [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 20 00:52:47.828485 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:47.842989 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.quota [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f782bcc01d0>.
Jan 20 00:52:47.848105 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:52:47.853895 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Usage tracker for resource:security_group_rule and tenant:5e3973d649d24c33956cd66bf3408331 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:52:47.857830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:52:47.865253 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:52:47.978831 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:47.981505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:47.991753 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:52:48.023066 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e3973d649d24c33956cd66bf3408331&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7365594
Jan 20 00:52:48.025869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58414) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:52:48.036751 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1ff58a-910f-4b84-9280-803256eaecba,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:52:48.048348 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.049295 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.049675 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.050092 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.050445 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.050806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.051155 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.051506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.051865 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.052212 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.052555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.052895 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Tracked resource versions report:
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]: pushed versions:
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]: {   'AddressGroup': {'1.1'},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     'ConntrackHelper': {'1.0'},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Log': {'1.0'},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Network': {'1.1'},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Port': {'1.6'},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     'PortForwarding': {'1.2'},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     'QosPolicy': {'1.8'},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroup': {'1.4'},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroupRule': {'1.2'},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SubPort': {'1.0'},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Subnet': {'1.1'},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Trunk': {'1.1'}}
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]: consumer versions:
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]: {   DHCP agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     L3 agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metadata agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metering agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:     Open vSwitch agent@dv-cinder-667108-30-iscsi: {   'AddressGroup': '1.1',
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'ConntrackHelper': '1.0',
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Log': '1.0',
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Network': '1.1',
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Port': '1.6',
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'PortForwarding': '1.2',
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'QosPolicy': '1.8',
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroup': '1.4',
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroupRule': '1.2',
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SubPort': '1.0',
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Subnet': '1.1',
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Trunk': '1.1'}}
Jan 20 00:52:48.054267 dv-cinder-667108-30-iscsi neutron-server[80047]:  {{(pid=80157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 20 00:52:48.090583 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:48.092655 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:52:48.118232 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:48.167928 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:48.173102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:52:48.186432 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1ff58a-910f-4b84-9280-803256eaecba,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:52:48.194119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:52:48.195311 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a1ff58a-910f-4b84-9280-803256eaecba HTTP/1.1" status: 204  len: 168 time: 0.1684184
Jan 20 00:52:48.196879 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.197299 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.197673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.198041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.198404 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.198780 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.199144 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.199728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.199849 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.200192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.200548 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.200932 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:52:48.203965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:53:10.072111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 5 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:53:12.018186 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5073d61-6f65-4a0d-ac9b-47de8575dd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:53:14.553321 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d6b163b9-f645-4981-a400-ec5f63eac992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:53:14.727939 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:53:16.518889 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:53:16.724609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:53:42.020124 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d60b60f7-c325-49ae-8d9f-e57c6e4720d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:53:44.554187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-845935c2-be75-407d-be00-566dd4573a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:53:44.730770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:53:46.521657 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:53:46.725702 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:53:47.071463 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 5 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:54:12.022033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee624-864f-4b2c-b5fb-cc26da5f85a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:54:14.558445 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5913f95d-b270-4eb3-8781-fd3df234a9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:54:14.734347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:54:16.528521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:54:16.727273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:54:22.562085 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787'] for agent, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:54:22.562646 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:54:22.562938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:54:22.563316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:54:22.563687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:54:22.564071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:54:22.564496 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:54:22.564915 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:54:22.565269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:54:22.565687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:54:22.566064 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:54:22.566428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:54:22.566791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:54:22.567948 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f782ae1a4e0>, 'Open vSwitch agent', 'hv-cinder-66710', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:54:22.571999 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f782b523f60>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-66710', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:54:22.955553 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] get_endpoint_by_host() called for host hv-cinder-66710 {{(pid=80158) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 20 00:54:22.959831 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] get_endpoint_by_ip() called for ip 192.168.0.20 {{(pid=80158) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 20 00:54:22.962988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] _add_endpoint() called for ip 192.168.0.20 {{(pid=80158) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 20 00:54:22.967887 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] _get_endpoints() called {{(pid=80158) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 20 00:54:24.072294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:54:35.596237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58488) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:54:35.745282 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-6e4cd328-0140-4505-b649-5b29a45f28fe admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5091 time: 0.1478212
Jan 20 00:54:38.259995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58498) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:54:38.346155 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-1b686ff0-e4a8-40a1-a846-77886b61caf6 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5091 time: 0.0849955
Jan 20 00:54:42.023566 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e994287-4473-4738-96d4-26e3721ed602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:54:44.563767 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c62f97c-760d-4bea-9498-1f982cf10673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:54:44.736203 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:54:46.532887 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:54:46.727368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:54:52.558330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:55:01.072147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:55:12.024960 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dedbe830-22d6-4283-8e63-3241e561cd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:55:14.565208 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c4246429-7748-4b02-af4e-3fb9a23db4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:55:14.738972 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:55:16.544870 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:55:16.727876 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:55:22.556169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:55:38.073040 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:55:42.026762 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f20ab270-a820-471d-ba1b-069b4c749244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:55:44.567032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5f34-6b46-4610-b714-277743a561f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:55:44.743420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:55:46.548976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:55:46.730199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:55:52.586557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:11.222698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58652) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:11.692686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1294251715-network', 'tenant_id': '68d44cdf0b1b4d49918c62ab97f3056a'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:11.701050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:11.705321 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Usage tracker for resource:network and tenant:68d44cdf0b1b4d49918c62ab97f3056a is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:11.708544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:11.714624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:11.723841 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Made reservation on behalf of 68d44cdf0b1b4d49918c62ab97f3056a for: {'network': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:56:11.728503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:11.742413 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:11.758800 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:11.762852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Usage tracker for resource:security_group_rule and tenant:68d44cdf0b1b4d49918c62ab97f3056a is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:11.765862 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:11.771738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:11.861027 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:11.865076 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:11.870056 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:11.903671 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2fa3e4-355b-4f61-a5c0-b858a15de928,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:11.914794 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 00:56:11.925603 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.926569 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.926950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.927327 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.927680 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.928043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.928381 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.928786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.929098 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.929577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.929937 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.930539 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.930671 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.931043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.931397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.931748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.932106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.932464 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.932822 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.933390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.933756 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.934110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.934463 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.934812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Tracked resource versions report:
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]: pushed versions:
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]: {   'AddressGroup': {'1.1'},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     'ConntrackHelper': {'1.0'},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Log': {'1.0'},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Network': {'1.1'},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Port': {'1.6'},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     'PortForwarding': {'1.2'},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     'QosPolicy': {'1.8'},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroup': {'1.4'},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroupRule': {'1.2'},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SubPort': {'1.0'},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Subnet': {'1.1'},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Trunk': {'1.1'}}
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]: consumer versions:
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]: {   DHCP agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     L3 agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metadata agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metering agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     Open vSwitch agent@dv-cinder-667108-30-iscsi: {   'AddressGroup': '1.1',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'ConntrackHelper': '1.0',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Log': '1.0',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Network': '1.1',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Port': '1.6',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'PortForwarding': '1.2',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'QosPolicy': '1.8',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroup': '1.4',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroupRule': '1.2',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SubPort': '1.0',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Subnet': '1.1',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Trunk': '1.1'},
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:     Open vSwitch agent@hv-cinder-66710: {   'AddressGroup': '1.1',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'ConntrackHelper': '1.0',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Log': '1.0',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Network': '1.1',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Port': '1.6',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'PortForwarding': '1.2',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'QosPolicy': '1.8',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'SecurityGroup': '1.4',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'SecurityGroupRule': '1.2',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'SubPort': '1.0',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Subnet': '1.1',
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Trunk': '1.1'}}
Jan 20 00:56:11.936105 dv-cinder-667108-30-iscsi neutron-server[80047]:  {{(pid=80156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 20 00:56:11.942509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:11.944481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:11.944690 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Added segment 0d450400-dd97-49ba-a1a4-76fcd46a96c1 of type vxlan for network d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f
Jan 20 00:56:11.974105 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:12.007360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:12.008782 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:12.009570 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:12.034700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-28f2067d-b55d-48a1-aa63-80047f6bdbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:12.036495 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-887346e1-86a8-4330-b762-60acd421762b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:12.062728 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.8316607
Jan 20 00:56:12.062850 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 58680) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:12.070097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Request body: {'subnet': {'network_id': 'd7729a0b-9b91-4dfe-bfc2-4c66c245fc7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1294251715-subnet', 'tenant_id': '68d44cdf0b1b4d49918c62ab97f3056a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:12.078390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:12.084085 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Usage tracker for resource:subnet and tenant:68d44cdf0b1b4d49918c62ab97f3056a is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:12.088982 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:12.095437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:12.104946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 58686) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:12.114312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Made reservation on behalf of 68d44cdf0b1b4d49918c62ab97f3056a for: {'subnet': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:56:12.121748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:12.347304 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Pushing event updated for resources: {'Network': ['ID=d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:12.350359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:12.360185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:56:12.382155 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:56:12.837318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-network', 'tenant_id': '91d26c4688434d0888987ba4a4381769'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:12.849410 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:12.861307 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Usage tracker for resource:network and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:12.866379 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:12.875333 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:12.890609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for subnet, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:12.908667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:12.910049 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58714) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:12.960100 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Made reservation on behalf of 91d26c4688434d0888987ba4a4381769 for: {'network': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:56:12.964762 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:12.991352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.077261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:13.103573 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Usage tracker for resource:security_group_rule and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:13.108104 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:13.121696 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:13.130926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Pushing event updated for resources: {'Subnet': ['ID=710a6854-214d-4084-8e01-67af5492a75e,revision_number=0']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:13.160024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.161007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.161769 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.162284 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.162810 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.163342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.163679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.164180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.164689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.165224 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.165744 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.166250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.166822 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.167777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.168461 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.168966 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.169514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.170016 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.170523 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.171037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.171547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.172060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.172564 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.173093 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Tracked resource versions report:
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]: pushed versions:
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]: {   'AddressGroup': {'1.1'},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     'ConntrackHelper': {'1.0'},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Log': {'1.0'},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Network': {'1.1'},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Port': {'1.6'},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     'PortForwarding': {'1.2'},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     'QosPolicy': {'1.8'},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroup': {'1.4'},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroupRule': {'1.2'},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SubPort': {'1.0'},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Subnet': {'1.1'},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Trunk': {'1.1'}}
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]: consumer versions:
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]: {   DHCP agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     L3 agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metadata agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metering agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     Open vSwitch agent@dv-cinder-667108-30-iscsi: {   'AddressGroup': '1.1',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'ConntrackHelper': '1.0',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Log': '1.0',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Network': '1.1',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Port': '1.6',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'PortForwarding': '1.2',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'QosPolicy': '1.8',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroup': '1.4',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroupRule': '1.2',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SubPort': '1.0',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Subnet': '1.1',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Trunk': '1.1'},
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:     Open vSwitch agent@hv-cinder-66710: {   'AddressGroup': '1.1',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'ConntrackHelper': '1.0',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Log': '1.0',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Network': '1.1',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Port': '1.6',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'PortForwarding': '1.2',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'QosPolicy': '1.8',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'SecurityGroup': '1.4',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'SecurityGroupRule': '1.2',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'SubPort': '1.0',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Subnet': '1.1',
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Trunk': '1.1'}}
Jan 20 00:56:13.174543 dv-cinder-667108-30-iscsi neutron-server[80047]:  {{(pid=80157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 20 00:56:13.200152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:13.259984 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Checking segment: {'id': '0d450400-dd97-49ba-a1a4-76fcd46a96c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7729a0b-9b91-4dfe-bfc2-4c66c245fc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:56:13.260375 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Network hostable DHCP agents. Network: d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 00:56:13.304961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Network d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 00:56:13.317442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1970697249-network', 'tenant_id': '8deb38a450244a299367605594731f4d'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:13.322878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:13.326791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f) {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:13.328256 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Usage tracker for resource:network and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:13.329351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.332121 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:13.338408 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6a4136-4e2b-492e-b07f-a500852e8e71 None None] Network d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:56:13.341406 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.343252 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:13.343954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.361831 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:13.368361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:13.390343 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Made reservation on behalf of 8deb38a450244a299367605594731f4d for: {'network': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:56:13.395921 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.400509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e95b8a-d534-4a96-a76f-73922ac6c83f,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:13.408634 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:13.428627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 00:56:13.454282 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.455200 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3951452
Jan 20 00:56:13.460605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759632512030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.461340 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Added segment 9640cf11-c437-4a95-a8a1-6f00dc55f82b of type vxlan for network e6192c1e-956c-4a43-9332-7629d998b277
Jan 20 00:56:13.495283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:13.499905 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.503338 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Usage tracker for resource:security_group_rule and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:13.513394 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:13.542851 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.544792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:13.545336 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:13.546156 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.581004 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:13.606393 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.4996288
Jan 20 00:56:13.609627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58744) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:13.623869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Request body: {'subnet': {'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-subnet', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:13.637572 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:13.643299 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Usage tracker for resource:subnet and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:13.656988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:13.660071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4282a440-0590-4ccb-9804-3ff718b46025 None None] Network d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:56:13.668488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:13.689320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Made reservation on behalf of 91d26c4688434d0888987ba4a4381769 for: {'subnet': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:56:13.695531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.722063 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Pushing event updated for resources: {'Network': ['ID=e6192c1e-956c-4a43-9332-7629d998b277,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:13.734799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:13.743352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network e6192c1e-956c-4a43-9332-7629d998b277 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:56:13.850298 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.851293 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network e6192c1e-956c-4a43-9332-7629d998b277 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:56:13.857498 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.900431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 00:56:13.922618 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:13.922990 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Added segment e8a4e70d-c940-495e-b8f9-c8131507e57b of type vxlan for network a14b3dba-4d97-42f8-8920-51b8d4def42a
Jan 20 00:56:13.941157 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9b8ed54f-0824-4ac6-9605-473986460b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:14.123344 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:14.236144 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56729caa-693d-4687-98c2-4a5f9166bba1,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:14.241012 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:14.310571 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:14.312136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:14.313059 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:14.319538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:14.468730 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.5574634
Jan 20 00:56:14.471935 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 58774) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:14.475668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Pushing event updated for resources: {'Network': ['ID=a14b3dba-4d97-42f8-8920-51b8d4def42a,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:14.478683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Request body: {'subnet': {'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1970697249-subnet', 'tenant_id': '8deb38a450244a299367605594731f4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:14.478882 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:14.484136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:14.487194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network a14b3dba-4d97-42f8-8920-51b8d4def42a details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:56:14.508387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network a14b3dba-4d97-42f8-8920-51b8d4def42a details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:56:14.510182 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Usage tracker for resource:subnet and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:14.513413 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:14.523171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:14.544575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Made reservation on behalf of 8deb38a450244a299367605594731f4d for: {'subnet': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:56:14.553842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:14.705366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for subnet, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:14.720522 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d5673e4e-7efc-4eef-a96c-e676dddc4e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:14.724496 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-527de022-1591-4a1e-a960-a5473f0cbfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:14.783212 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:14.967122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:14.970400 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:15.073163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:56:15.080146 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Checking segment: {'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:56:15.080546 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Network hostable DHCP agents. Network: e6192c1e-956c-4a43-9332-7629d998b277, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 00:56:15.126151 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Network e6192c1e-956c-4a43-9332-7629d998b277 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 00:56:15.160080 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, e6192c1e-956c-4a43-9332-7629d998b277) {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:15.165537 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:15.166186 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:15.172004 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a1f44c-bb3a-4e6f-9997-130849e64892 None None] Network e6192c1e-956c-4a43-9332-7629d998b277 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:56:15.212075 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-dfaf6837-cee3-4110-a603-5c0e5e8d6761 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.5984561
Jan 20 00:56:15.212480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58788) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:15.218427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:15.228395 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:15.241472 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Usage tracker for resource:router and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:15.245242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:15.255417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:15.289283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:15.290419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774047'] for router, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:15.325748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:15.448538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for subnet, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:15.806216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdf26795-3f68-5b42-9825-0cad8a2b5a16-e6192c1e-956c-4a43-9332-7629d998b277', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1'}]}} from dv-cinder-667108-30-iscsi. {{(pid=80158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 20 00:56:15.807126 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:15.822947 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1e55edb0-a8b6-4834-9aa7-f636903f158f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:15.963470 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774032'] for router, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:15.978642 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Checking segment: {'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:56:15.979033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Network hostable DHCP agents. Network: a14b3dba-4d97-42f8-8920-51b8d4def42a, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 00:56:15.993055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=789528cc-05fe-4b27-8465-8b93063f88a2,revision_number=0']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:15.997662 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:16.006909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Network a14b3dba-4d97-42f8-8920-51b8d4def42a is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 00:56:16.035907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, a14b3dba-4d97-42f8-8920-51b8d4def42a) {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:16.040177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:16.040998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:16.096156 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6205640
Jan 20 00:56:16.096882 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 58826) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:16.103316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:16.111170 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:16.120064 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Usage tracker for resource:router and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:16.131526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:16.153596 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:16.173817 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:16.175637 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774047'] for router, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:16.201215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:16.321757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Allocated IP 172.20.0.2 (e6192c1e-956c-4a43-9332-7629d998b277/37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1/057a7490-b6cf-4f62-8cc8-c8cdd2d568e6) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:56:16.343402 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f097c4ad-bd06-4815-bf1f-3c4e6e3c8ecb None None] Network a14b3dba-4d97-42f8-8920-51b8d4def42a requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:56:16.568529 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:16.652859 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:16.851580 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:16.862323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:16.874684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58860) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:16.875840 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 20 00:56:17.192318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdf26795-3f68-5b42-9825-0cad8a2b5a16-a14b3dba-4d97-42f8-8920-51b8d4def42a', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2'}]}} from dv-cinder-667108-30-iscsi. {{(pid=80158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 20 00:56:17.193281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:17.242524 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774032'] for router, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:17.326447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:17.366981 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Transition to ACTIVE for port object 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:17.442337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Transition to ACTIVE for port object 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:17.451924 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:17.452433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715facff-b3bf-4924-9484-acebae936fb5 req-696d36df-9092-4b11-9d82-ea8955a264fc tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:17.453260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-715facff-b3bf-4924-9484-acebae936fb5 req-696d36df-9092-4b11-9d82-ea8955a264fc tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Synchronizing usage tracker for tenant:68d44cdf0b1b4d49918c62ab97f3056a on resource:network {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:56:17.524217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-715facff-b3bf-4924-9484-acebae936fb5 req-696d36df-9092-4b11-9d82-ea8955a264fc tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Unset dirty status for tenant:68d44cdf0b1b4d49918c62ab97f3056a on resource:network {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:56:17.533617 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-696d36df-9092-4b11-9d82-ea8955a264fc tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/networks?id=d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f HTTP/1.1" status: 200  len: 812 time: 0.6571419
Jan 20 00:56:17.552070 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-551c463b-d2aa-4189-9834-9f4640a6431c tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/quotas/68d44cdf0b1b4d49918c62ab97f3056a HTTP/1.1" status: 200  len: 375 time: 0.0198314
Jan 20 00:56:17.618172 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-20d184a4-d2ce-4e88-986d-68c7a6b31198 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?tenant_id=68d44cdf0b1b4d49918c62ab97f3056a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0647175
Jan 20 00:56:17.631659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Allocated IP 172.27.2.218 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/bebe3448-03a5-420d-bec6-33606b30bdb8) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:56:17.718340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3d78d601-f1a4-42b7-8bb3-29a86ae71a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:17.837923 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:17.839371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:17.870631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:17.880085 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:17.887151 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:17.892999 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Pushing event updated for resources: {'Port': ['ID=057a7490-b6cf-4f62-8cc8-c8cdd2d568e6,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:17.921117 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Network e6192c1e-956c-4a43-9332-7629d998b277 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:56:17.929616 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.933801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.934204 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.934587 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.934968 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.935343 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.935719 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.936085 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.936449 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.936812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.937202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.940485 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.940960 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.946503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.946930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.947385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.947766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.948142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.948514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.948883 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.949301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.949671 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.950038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.952350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Tracked resource versions report:
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]: pushed versions:
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]: {   'AddressGroup': {'1.1'},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     'ConntrackHelper': {'1.0'},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Log': {'1.0'},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Network': {'1.1'},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Port': {'1.6'},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     'PortForwarding': {'1.2'},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     'QosPolicy': {'1.8'},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroup': {'1.4'},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroupRule': {'1.2'},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SubPort': {'1.0'},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Subnet': {'1.1'},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Trunk': {'1.1'}}
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]: consumer versions:
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]: {   DHCP agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     L3 agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metadata agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metering agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     Open vSwitch agent@dv-cinder-667108-30-iscsi: {   'AddressGroup': '1.1',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'ConntrackHelper': '1.0',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Log': '1.0',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Network': '1.1',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Port': '1.6',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'PortForwarding': '1.2',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'QosPolicy': '1.8',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroup': '1.4',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroupRule': '1.2',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SubPort': '1.0',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Subnet': '1.1',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Trunk': '1.1'},
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:     Open vSwitch agent@hv-cinder-66710: {   'AddressGroup': '1.1',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'ConntrackHelper': '1.0',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Log': '1.0',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Network': '1.1',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Port': '1.6',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'PortForwarding': '1.2',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'QosPolicy': '1.8',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'SecurityGroup': '1.4',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'SecurityGroupRule': '1.2',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'SubPort': '1.0',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Subnet': '1.1',
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Trunk': '1.1'}}
Jan 20 00:56:17.953739 dv-cinder-667108-30-iscsi neutron-server[80047]:  {{(pid=80158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 20 00:56:17.959512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Resources bound (agent type, host, resource id):  {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:18.057610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Pushing event updated for resources: {'Port': ['ID=bebe3448-03a5-420d-bec6-33606b30bdb8,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:18.067927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:18.100611 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:56:18.128644 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-4266c9a9-40a4-4c91-96a4-a0ea509ce0dc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 00:56:18.130457 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-4266c9a9-40a4-4c91-96a4-a0ea509ce0dc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.2007921
Jan 20 00:56:18.131605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:18.306439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:56:18.315631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Attempting to bind port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:56:18.316107 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Attempting to bind port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:56:18.317102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Attempting to bind port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 on network e6192c1e-956c-4a43-9332-7629d998b277 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:56:18.325806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:18.329201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:56:18.348405 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:56:18.348995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Checking segment: {'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:56:18.349542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:18.350091 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Bound using segment: {'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:56:18.350641 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Bound port: 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:56:18.351150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:18.369464 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 58914) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:18.518311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Allocated IP 172.27.2.39 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/40440426-e7fb-410c-954b-c53d934bae96) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:56:18.686629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f5f0c3d-8e31-4bf1-bed1-79c41f305c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:18.706227 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-6ad305f1-18cb-4475-8b56-de09212075fa service neutron] 10.222.0.37 "GET /v2.0/networks/d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5258756
Jan 20 00:56:18.708575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4f5f0c3d-8e31-4bf1-bed1-79c41f305c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:18.711972 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] For port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:56:18.716102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-4f5f0c3d-8e31-4bf1-bed1-79c41f305c3e admin admin] Usage tracker for resource:security_group_rule and tenant:63152625bae9410cb265fb79ddfa2779 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:18.722220 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-4f5f0c3d-8e31-4bf1-bed1-79c41f305c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:18.737302 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] For port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=057a7490-b6cf-4f62-8cc8-c8cdd2d568e6,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:56:18.744473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4f5f0c3d-8e31-4bf1-bed1-79c41f305c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:18.750745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:18.781207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Allocated IP 172.20.0.2 (a14b3dba-4d97-42f8-8920-51b8d4def42a/789528cc-05fe-4b27-8465-8b93063f88a2/8321edc1-6a42-446f-b32c-a328ed0ee932) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:56:18.783371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:18.784195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:18.872311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Pushing event updated for resources: {'Port': ['ID=057a7490-b6cf-4f62-8cc8-c8cdd2d568e6,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:18.876869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:18.903179 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:18.924691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:18.991940 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f5f0c3d-8e31-4bf1-bed1-79c41f305c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:19.012879 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f5f0c3d-8e31-4bf1-bed1-79c41f305c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:19.096691 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-dc41bd00-621d-4629-a60c-df09a11e0c9c service neutron] 10.222.0.37 "GET /v2.0/networks/d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3717160
Jan 20 00:56:19.111530 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Pushing event updated for resources: {'Port': ['ID=40440426-e7fb-410c-954b-c53d934bae96,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:19.122135 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:19.126817 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:19.143615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:19.174000 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4f5f0c3d-8e31-4bf1-bed1-79c41f305c3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63152625bae9410cb265fb79ddfa2779&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8033862
Jan 20 00:56:19.193354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 58936) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:19.236918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f0c3d-8e31-4bf1-bed1-79c41f305c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e755a667-3bc5-408e-9584-2013be595a6f,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:19.248886 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4f5f0c3d-8e31-4bf1-bed1-79c41f305c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:19.278009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:56:19.286083 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:19.290790 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:56:19.301692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:19.314267 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Transition to ACTIVE for port object 8321edc1-6a42-446f-b32c-a328ed0ee932 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:19.350525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Transition to ACTIVE for port object 8321edc1-6a42-446f-b32c-a328ed0ee932 will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:19.360190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:19.383663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:19.461685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 58950) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:19.679946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Pushing event updated for resources: {'Port': ['ID=8321edc1-6a42-446f-b32c-a328ed0ee932,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:19.684190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:19.697030 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-323302b4-c25a-40e4-9207-1f3c1a6ebcae req-d722f364-0e2d-4824-b872-fa02c394c31a tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 210 time: 0.2341044
Jan 20 00:56:19.776803 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Network a14b3dba-4d97-42f8-8920-51b8d4def42a is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:56:19.778693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-695213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695250'] for router, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:19.779505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Resources bound (agent type, host, resource id):  {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:19.789949 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:56:19.898054 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Attempting to bind port 8321edc1-6a42-446f-b32c-a328ed0ee932 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:56:19.899549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Attempting to bind port 8321edc1-6a42-446f-b32c-a328ed0ee932 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:56:19.900164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Attempting to bind port 8321edc1-6a42-446f-b32c-a328ed0ee932 on network a14b3dba-4d97-42f8-8920-51b8d4def42a {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:56:19.907036 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:56:19.907821 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Checking segment: {'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:56:19.908477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:19.909425 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Bound using segment: {'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:56:19.910930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Bound port: 8321edc1-6a42-446f-b32c-a328ed0ee932, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:56:19.911570 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:20.078508 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] For port 8321edc1-6a42-446f-b32c-a328ed0ee932, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:56:20.087130 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] For port 8321edc1-6a42-446f-b32c-a328ed0ee932, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=8321edc1-6a42-446f-b32c-a328ed0ee932,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:56:20.096654 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:20.133445 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:20.134005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:20.251716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d47e2c8-b4c5-4eb8-a934-27f4ba6d0e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:20.361193 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Pushing event updated for resources: {'Port': ['ID=8321edc1-6a42-446f-b32c-a328ed0ee932,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:20.368685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:20.394760 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d47e2c8-b4c5-4eb8-a934-27f4ba6d0e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:20.471893 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Router 523348e9-870a-4e41-a22c-a70bb3df98cb is scheduled to L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 with binding_index 1 {{(pid=80156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 20 00:56:20.759172 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d47e2c8-b4c5-4eb8-a934-27f4ba6d0e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:20.767759 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-971956b1-37fd-4781-8809-bb72e690a439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:20.797007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 00:56:20.802356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47e2c8-b4c5-4eb8-a934-27f4ba6d0e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e755a667-3bc5-408e-9584-2013be595a6f,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:20.805955 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-695213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695250'] for router, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:20.809414 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2d47e2c8-b4c5-4eb8-a934-27f4ba6d0e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:20.817083 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Sync routers for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 00:56:20.839466 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:56:20.840342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b458240>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:56:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:20.857413 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Notify callbacks [] for router, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:20.858792 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.6454129
Jan 20 00:56:20.875802 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 59002) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:21.055523 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec12a56-a7db-4839-87c3-f8a0e303c2e0 None None] Network e6192c1e-956c-4a43-9332-7629d998b277 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:56:21.126960 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d47e2c8-b4c5-4eb8-a934-27f4ba6d0e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:21.131402 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2d47e2c8-b4c5-4eb8-a934-27f4ba6d0e30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e755a667-3bc5-408e-9584-2013be595a6f HTTP/1.1" status: 204  len: 168 time: 1.9339867
Jan 20 00:56:21.191451 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:56:21.288331 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cf12968c-608d-4d27-a377-7758b83ea74f req-0ef9a10b-923d-4b18-abb3-8bb91230fdbc tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 210 time: 0.4113767
Jan 20 00:56:21.337580 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Router 59647cfd-d68a-4afe-8454-ee99a1aab874 is scheduled to L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 with binding_index 1 {{(pid=80157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 20 00:56:21.365106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-550061f4-e16b-4f68-9b2d-3c3fcac6a4ed None None] Provisioning for port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:56:21.397878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 8321edc1-6a42-446f-b32c-a328ed0ee932 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:21.723464 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59026) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:21.767231 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b458240>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:18Z', 'revision_number': 3, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:21.772247 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Checking router: 523348e9-870a-4e41-a22c-a70bb3df98cb for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 00:56:21.772644 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Updating router 523348e9-870a-4e41-a22c-a70bb3df98cb port bebe3448-03a5-420d-bec6-33606b30bdb8 binding host dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 00:56:21.803112 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b617310e-3050-4525-89e3-c680b4b104ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:21.867102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b617310e-3050-4525-89e3-c680b4b104ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:21.887220 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b617310e-3050-4525-89e3-c680b4b104ee admin admin] Usage tracker for resource:security_group_rule and tenant:8b887cd90f2e427683ec9137ab3b4a97 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:21.905909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 00:56:21.909019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:21.924698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b617310e-3050-4525-89e3-c680b4b104ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:21.951210 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b617310e-3050-4525-89e3-c680b4b104ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:21.969323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Sync routers for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 00:56:21.979659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Notify callbacks [] for router, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:21.985285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 59036) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:21.987588 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.8899879
Jan 20 00:56:22.001103 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 8321edc1-6a42-446f-b32c-a328ed0ee932 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:56:22.021455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:56:22.022449 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b360320>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:56:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:22.110216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:22.120906 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b617310e-3050-4525-89e3-c680b4b104ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:22.125112 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b617310e-3050-4525-89e3-c680b4b104ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:22.151189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:22.239649 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617310e-3050-4525-89e3-c680b4b104ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5d2a9f-350f-49d2-96a7-8763b20ad958,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:22.247147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b617310e-3050-4525-89e3-c680b4b104ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:22.256719 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-b617310e-3050-4525-89e3-c680b4b104ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b887cd90f2e427683ec9137ab3b4a97&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5321236
Jan 20 00:56:22.258689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59040) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:22.379831 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0795f0df-e20f-49cb-9c15-56082a6ea45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:22.395869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a110b29-9cb9-4eb9-badb-f5828bf0f984 None None] Network a14b3dba-4d97-42f8-8920-51b8d4def42a requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:56:22.418538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0795f0df-e20f-49cb-9c15-56082a6ea45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:22.444323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:56:22.455746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:22.456169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:22.583392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0795f0df-e20f-49cb-9c15-56082a6ea45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:22.594722 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2d47e2c8-b4c5-4eb8-a934-27f4ba6d0e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:22.614318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:22.624320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795f0df-e20f-49cb-9c15-56082a6ea45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5d2a9f-350f-49d2-96a7-8763b20ad958,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:22.629418 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0795f0df-e20f-49cb-9c15-56082a6ea45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:22.638559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-429e3326-f4f7-48e0-8cd3-69a44f5794dd None None] Provisioning for port 8321edc1-6a42-446f-b32c-a328ed0ee932 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:56:22.645936 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0795f0df-e20f-49cb-9c15-56082a6ea45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:22.647667 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0795f0df-e20f-49cb-9c15-56082a6ea45b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d5d2a9f-350f-49d2-96a7-8763b20ad958 HTTP/1.1" status: 204  len: 168 time: 0.3871932
Jan 20 00:56:22.675562 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-429e3326-f4f7-48e0-8cd3-69a44f5794dd None None] Provisioning complete for port 8321edc1-6a42-446f-b32c-a328ed0ee932 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:22.676022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-429e3326-f4f7-48e0-8cd3-69a44f5794dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:22.684593 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Transition to ACTIVE for port object bebe3448-03a5-420d-bec6-33606b30bdb8 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:22.689421 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:22.759147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:22.902488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:22.913926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:22.978190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.20', 63641) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:22.997770 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0452fea8-f4b1-40c3-ba71-289ef3b35d77 req-035fc7a8-ad8e-4e35-81f5-2c2e30a14059 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 210 time: 0.2489302
Jan 20 00:56:23.013932 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=057a7490-b6cf-4f62-8cc8-c8cdd2d568e6,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:56:23.052077 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:23.318138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:23.545576 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:56:23.713652 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715facff-b3bf-4924-9484-acebae936fb5 req-cb220ac7-2378-4432-9101-52c919940304 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:23.719998 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-cb220ac7-2378-4432-9101-52c919940304 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.20 "GET /v2.0/networks?id=d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f HTTP/1.1" status: 200  len: 812 time: 0.7392220
Jan 20 00:56:23.723325 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59092) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:23.787095 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Request body: {'port': {'device_id': '8e5fce75-061f-4c65-a32d-4f8ac99dd0c0', 'network_id': 'd7729a0b-9b91-4dfe-bfc2-4c66c245fc7f', 'admin_state_up': True, 'tenant_id': '68d44cdf0b1b4d49918c62ab97f3056a'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:23.817803 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Pushing event updated for resources: {'Port': ['ID=bebe3448-03a5-420d-bec6-33606b30bdb8,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:23.843098 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.843476 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.843853 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.844223 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.844589 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.844953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.845341 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.845701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.846059 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.846416 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.846770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.847125 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.847588 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.847970 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.848328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.848684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.849036 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.865421 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.865828 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.866213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.866588 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.866961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.867489 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.867858 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Tracked resource versions report:
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]: pushed versions:
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]: {   'AddressGroup': {'1.1'},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     'ConntrackHelper': {'1.0'},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Log': {'1.0'},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Network': {'1.1'},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Port': {'1.6'},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     'PortForwarding': {'1.2'},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     'QosPolicy': {'1.8'},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroup': {'1.4'},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SecurityGroupRule': {'1.2'},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     'SubPort': {'1.0'},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Subnet': {'1.1'},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     'Trunk': {'1.1'}}
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]: consumer versions:
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]: {   DHCP agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     L3 agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metadata agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     Metering agent@dv-cinder-667108-30-iscsi: {},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     Open vSwitch agent@dv-cinder-667108-30-iscsi: {   'AddressGroup': '1.1',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'ConntrackHelper': '1.0',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Log': '1.0',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Network': '1.1',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Port': '1.6',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'PortForwarding': '1.2',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'QosPolicy': '1.8',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroup': '1.4',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SecurityGroupRule': '1.2',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'SubPort': '1.0',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Subnet': '1.1',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                                       'Trunk': '1.1'},
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:     Open vSwitch agent@hv-cinder-66710: {   'AddressGroup': '1.1',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'ConntrackHelper': '1.0',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Log': '1.0',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Network': '1.1',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Port': '1.6',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'PortForwarding': '1.2',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'QosPolicy': '1.8',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'SecurityGroup': '1.4',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'SecurityGroupRule': '1.2',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'SubPort': '1.0',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Subnet': '1.1',
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:                                             'Trunk': '1.1'}}
Jan 20 00:56:23.869397 dv-cinder-667108-30-iscsi neutron-server[80047]:  {{(pid=80159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 20 00:56:23.892415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.136s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:24.011443 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Attempting to bind port bebe3448-03a5-420d-bec6-33606b30bdb8 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:56:24.012766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Attempting to bind port bebe3448-03a5-420d-bec6-33606b30bdb8 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:56:24.014992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Attempting to bind port bebe3448-03a5-420d-bec6-33606b30bdb8 on network edea8e20-c3db-4bd3-afba-40aa0a06f207 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:56:24.025831 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:56:24.029527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Checking segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:56:24.031999 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:24.034071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Bound using segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:56:24.035013 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Bound port: bebe3448-03a5-420d-bec6-33606b30bdb8, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:56:24.036280 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:24.050045 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-429e3326-f4f7-48e0-8cd3-69a44f5794dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:24.115821 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:24.206640 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebc5c48e-3e2a-4add-a3f6-6730a89154d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:24.236110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] For port bebe3448-03a5-420d-bec6-33606b30bdb8, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:56:24.248566 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] For port bebe3448-03a5-420d-bec6-33606b30bdb8, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=bebe3448-03a5-420d-bec6-33606b30bdb8,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:56:24.256045 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:24.299688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc66f551-2ff1-4f05-ba48-37589ce872f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:24.316808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ebc5c48e-3e2a-4add-a3f6-6730a89154d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:24.329361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ebc5c48e-3e2a-4add-a3f6-6730a89154d1 admin admin] Usage tracker for resource:security_group_rule and tenant:28f1bab73b1d409eabbbb551b0e4c939 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:24.336302 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ebc5c48e-3e2a-4add-a3f6-6730a89154d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:24.349652 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ebc5c48e-3e2a-4add-a3f6-6730a89154d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:24.510484 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Pushing event updated for resources: {'Port': ['ID=bebe3448-03a5-420d-bec6-33606b30bdb8,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:24.529016 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:24.561043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebc5c48e-3e2a-4add-a3f6-6730a89154d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:24.574541 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebc5c48e-3e2a-4add-a3f6-6730a89154d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:24.607425 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:24.679061 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5c48e-3e2a-4add-a3f6-6730a89154d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59a3f0c-4b2b-4d5d-9c0f-9eee91274515,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:24.679982 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-429e3326-f4f7-48e0-8cd3-69a44f5794dd None None] For port 8321edc1-6a42-446f-b32c-a328ed0ee932, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=8321edc1-6a42-446f-b32c-a328ed0ee932,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:56:24.694729 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebc5c48e-3e2a-4add-a3f6-6730a89154d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:24.707904 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=057a7490-b6cf-4f62-8cc8-c8cdd2d568e6,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:24.794924 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:24.801763 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Usage tracker for resource:port and tenant:68d44cdf0b1b4d49918c62ab97f3056a is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:24.809012 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Quota usage for port was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:24.826604 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-02c89375-ffd6-4dc7-b649-0c79a60e6b32 req-5e919998-8480-4668-a800-dff568bd63be tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 210 time: 0.2735548
Jan 20 00:56:24.833770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-429e3326-f4f7-48e0-8cd3-69a44f5794dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:24.837320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.519s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:24.839256 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:24.861463 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ebc5c48e-3e2a-4add-a3f6-6730a89154d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28f1bab73b1d409eabbbb551b0e4c939&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1346021
Jan 20 00:56:24.866487 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Made reservation on behalf of 68d44cdf0b1b4d49918c62ab97f3056a for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:56:24.874178 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:24.890025 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:24.912498 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59174) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:24.931474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:56:24.932177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b458240>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:56:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:24.970018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:25.104485 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b736b674-28e0-496a-8b6d-cb897f9cf019 None None] Provisioning complete for port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:25.107702 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b736b674-28e0-496a-8b6d-cb897f9cf019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:25.394108 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e3326-f4f7-48e0-8cd3-69a44f5794dd None None] Pushing event updated for resources: {'Port': ['ID=8321edc1-6a42-446f-b32c-a328ed0ee932,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:25.415425 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-429e3326-f4f7-48e0-8cd3-69a44f5794dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:25.464635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:25.528933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:56:25.840843 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59198) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:25.980709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4f2a012-ef29-480b-b680-110bd83de1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:26.135009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4f2a012-ef29-480b-b680-110bd83de1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:26.257689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Allocated IP 172.20.0.1 (a14b3dba-4d97-42f8-8920-51b8d4def42a/789528cc-05fe-4b27-8465-8b93063f88a2/7523022c-aedc-4dad-921e-b7eca79ec305) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:56:26.306691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b360320>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:19Z', 'revision_number': 3, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:26.319250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Checking router: 59647cfd-d68a-4afe-8454-ee99a1aab874 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 00:56:26.319729 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Updating router 59647cfd-d68a-4afe-8454-ee99a1aab874 port 40440426-e7fb-410c-954b-c53d934bae96 binding host dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 00:56:26.361898 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4f2a012-ef29-480b-b680-110bd83de1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:26.391580 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:26.429944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2a012-ef29-480b-b680-110bd83de1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59a3f0c-4b2b-4d5d-9c0f-9eee91274515,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:26.478015 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d4f2a012-ef29-480b-b680-110bd83de1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:26.480310 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4f2a012-ef29-480b-b680-110bd83de1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:26.486276 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d4f2a012-ef29-480b-b680-110bd83de1c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d59a3f0c-4b2b-4d5d-9c0f-9eee91274515 HTTP/1.1" status: 204  len: 168 time: 1.5597715
Jan 20 00:56:26.494176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:26.494602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:26.533469 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-eeda853e-4075-4226-adf7-9cf98f3f0101 req-7f511a66-45d2-4437-a536-5ad3a669f879 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 210 time: 0.2655923
Jan 20 00:56:26.601706 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b458240>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:18Z', 'revision_number': 3, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:26.605753 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4b4a8-2344-446e-9abd-40c357ceb483 None None] The sync data for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi is: [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:18Z', 'revision_number': 3, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 00:56:26.662762 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:26.715888 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1389c8b0-7b03-446c-ac76-280be7f0d16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:26.806358 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1389c8b0-7b03-446c-ac76-280be7f0d16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:26.831583 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-1389c8b0-7b03-446c-ac76-280be7f0d16d admin admin] Usage tracker for resource:security_group_rule and tenant:e7c98d274a6e491aa2f5657a3bcd9e7e is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:26.866485 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-1389c8b0-7b03-446c-ac76-280be7f0d16d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:26.901366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1389c8b0-7b03-446c-ac76-280be7f0d16d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:26.911350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Allocated IP 172.20.0.1 (e6192c1e-956c-4a43-9332-7629d998b277/37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1/afe38db9-5a84-4d8b-b57c-b8d810c34401) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:56:27.015639 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:27.159397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Transition to ACTIVE for port object 7523022c-aedc-4dad-921e-b7eca79ec305 will not be triggered until provisioned by entity DHCP. {{(pid=80156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:27.185256 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Allocated IP 172.20.0.6 (d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f/710a6854-214d-4084-8e01-67af5492a75e/bec903d5-08f5-48c4-883f-100b2e8cd4c7) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:56:27.340379 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:27.379809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:27.641681 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1389c8b0-7b03-446c-ac76-280be7f0d16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:27.659865 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1389c8b0-7b03-446c-ac76-280be7f0d16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:27.712058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Transition to ACTIVE for port object afe38db9-5a84-4d8b-b57c-b8d810c34401 will not be triggered until provisioned by entity DHCP. {{(pid=80156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:27.713609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:27.735084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4f5f0c3d-8e31-4bf1-bed1-79c41f305c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:27.951236 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:27.973392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Transition to ACTIVE for port object 40440426-e7fb-410c-954b-c53d934bae96 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:27.987719 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-1389c8b0-7b03-446c-ac76-280be7f0d16d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7c98d274a6e491aa2f5657a3bcd9e7e&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1295910
Jan 20 00:56:27.994853 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59252) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:28.009557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389c8b0-7b03-446c-ac76-280be7f0d16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0403c9-f478-4bc3-989b-b0ff41a5da0a,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:28.027152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1389c8b0-7b03-446c-ac76-280be7f0d16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:28.062937 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:28.209684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Network a14b3dba-4d97-42f8-8920-51b8d4def42a is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:56:28.230272 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:28.247670 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-78040fc9-5130-418e-a82d-d8ecbbedd9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:28.256926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:28.284520 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2dbeeebb-82af-4243-ab95-5c344a79c038 req-833ab328-9535-443d-b8f7-5d24d893a16f tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 210 time: 0.3492258
Jan 20 00:56:28.298949 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-78040fc9-5130-418e-a82d-d8ecbbedd9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:28.300534 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:56:28.301055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854080671'] for router_interface, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:28.391562 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:28.469360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:28.518894 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-15f1c556-6bf4-4176-98b2-65360560179c None None] Provisioning complete for port 8321edc1-6a42-446f-b32c-a328ed0ee932 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:28.519749 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15f1c556-6bf4-4176-98b2-65360560179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:28.528005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Pushing event updated for resources: {'Port': ['ID=7523022c-aedc-4dad-921e-b7eca79ec305,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:28.550189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:28.576585 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:28.689780 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:28.725882 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9770bead-9891-4906-a351-8e13a5027ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:28.764641 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:28.851278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Pushing event updated for resources: {'Port': ['ID=afe38db9-5a84-4d8b-b57c-b8d810c34401,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:28.856385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:28.885995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Network d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:56:28.901166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:28.903659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:56:28.946246 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:28.946982 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:28.997376 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2152040
Jan 20 00:56:29.021100 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-78040fc9-5130-418e-a82d-d8ecbbedd9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:29.047754 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-83e43057-81bb-4432-91b3-ac41e118eced tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 00:56:29.048740 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-83e43057-81bb-4432-91b3-ac41e118eced tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0072191
Jan 20 00:56:29.050127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Pushing event updated for resources: {'Port': ['ID=bec903d5-08f5-48c4-883f-100b2e8cd4c7,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:29.062478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:29.063052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59282) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:29.064039 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-78040fc9-5130-418e-a82d-d8ecbbedd9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:29.065474 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-78040fc9-5130-418e-a82d-d8ecbbedd9a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b0403c9-f478-4bc3-989b-b0ff41a5da0a HTTP/1.1" status: 204  len: 168 time: 1.0687714
Jan 20 00:56:29.067120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b617310e-3050-4525-89e3-c680b4b104ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:29.070634 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81734bf8-a608-4c32-9d27-7f4789f93c8b None None] Pushing event updated for resources: {'Port': ['ID=40440426-e7fb-410c-954b-c53d934bae96,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:29.086058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-81734bf8-a608-4c32-9d27-7f4789f93c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:29.087983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78040fc9-5130-418e-a82d-d8ecbbedd9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0403c9-f478-4bc3-989b-b0ff41a5da0a,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:29.098674 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-78040fc9-5130-418e-a82d-d8ecbbedd9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:29.179768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Attempting to bind port 40440426-e7fb-410c-954b-c53d934bae96 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:56:29.181388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Attempting to bind port 40440426-e7fb-410c-954b-c53d934bae96 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:56:29.182820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Attempting to bind port 40440426-e7fb-410c-954b-c53d934bae96 on network edea8e20-c3db-4bd3-afba-40aa0a06f207 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:56:29.296465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:56:29.297002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Checking segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:56:29.305012 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:29.305595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Bound using segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:56:29.306259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Bound port: 40440426-e7fb-410c-954b-c53d934bae96, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:56:29.306825 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:29.451996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] For port 40440426-e7fb-410c-954b-c53d934bae96, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:56:29.455684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] For port 40440426-e7fb-410c-954b-c53d934bae96, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=40440426-e7fb-410c-954b-c53d934bae96,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:56:29.465755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:29.731750 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:29.852995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b4aec5c0-f720-4433-a1ac-1fbfc5758604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:29.931480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b4aec5c0-f720-4433-a1ac-1fbfc5758604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:29.939094 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 8321edc1-6a42-446f-b32c-a328ed0ee932 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:29.957848 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b4aec5c0-f720-4433-a1ac-1fbfc5758604 admin admin] Usage tracker for resource:security_group_rule and tenant:2748d41048e24d58876a0845665771e6 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:30.000965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b4aec5c0-f720-4433-a1ac-1fbfc5758604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:30.023492 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b4aec5c0-f720-4433-a1ac-1fbfc5758604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:30.048649 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81734bf8-a608-4c32-9d27-7f4789f93c8b None None] Pushing event updated for resources: {'Port': ['ID=40440426-e7fb-410c-954b-c53d934bae96,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:30.060049 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-81734bf8-a608-4c32-9d27-7f4789f93c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:30.079811 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:56:30.080505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b360320>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:56:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:30.298631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Network e6192c1e-956c-4a43-9332-7629d998b277 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:56:30.307080 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:30.318282 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:56:30.318933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854080671'] for router_interface, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:30.354842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b4aec5c0-f720-4433-a1ac-1fbfc5758604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:30.359829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b4aec5c0-f720-4433-a1ac-1fbfc5758604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:30.365765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:56:30.383663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:30.486692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aec5c0-f720-4433-a1ac-1fbfc5758604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9842e2-4be3-4317-9af1-4e155a8e3413,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:30.513916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Request body: {'port': {'device_id': '8e5fce75-061f-4c65-a32d-4f8ac99dd0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:30.586909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b4aec5c0-f720-4433-a1ac-1fbfc5758604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:30.669262 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-b4aec5c0-f720-4433-a1ac-1fbfc5758604 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2748d41048e24d58876a0845665771e6&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5930932
Jan 20 00:56:30.675574 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59318) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:30.692658 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4fa19175-ec0f-46da-b8a9-678d3df12287 None None] Provisioning for port 7523022c-aedc-4dad-921e-b7eca79ec305 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:56:30.847080 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:30.851032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:30.916681 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eecc76-bfac-426a-8c7f-fb2a32af95a2 req-f8cab5a7-43a4-4070-a0e4-6532ea8b3a93 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:30.920206 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-57eecc76-bfac-426a-8c7f-fb2a32af95a2 req-f8cab5a7-43a4-4070-a0e4-6532ea8b3a93 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 931 time: 1.0182121
Jan 20 00:56:31.057457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4fa19175-ec0f-46da-b8a9-678d3df12287 None None] Provisioning complete for port 7523022c-aedc-4dad-921e-b7eca79ec305 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:31.058097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4fa19175-ec0f-46da-b8a9-678d3df12287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:31.151650 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:31.243702 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e11cc54-616d-4fe8-a3e6-3de7c792bc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:31.249267 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 8321edc1-6a42-446f-b32c-a328ed0ee932 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:31.249879 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:31.539871 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:31.545701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:31.556846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:31.622082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853742421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079544'] for router_interface, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:31.943605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4fa19175-ec0f-46da-b8a9-678d3df12287 None None] Port 7523022c-aedc-4dad-921e-b7eca79ec305 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 00:56:32.004561 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa49e5ab-0e0f-499d-909d-9f7cb82b144e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:32.095075 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device bebe3448-03a5-420d-bec6-33606b30bdb8 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:32.202121 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-57eecc76-bfac-426a-8c7f-fb2a32af95a2 req-23dc96b0-2b64-4896-92ef-4ba3a6661265 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Synchronizing usage tracker for tenant:68d44cdf0b1b4d49918c62ab97f3056a on resource:security_group {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:56:32.215319 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Pushing event updated for resources: {'Port': ['ID=7523022c-aedc-4dad-921e-b7eca79ec305,revision_number=2']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:32.219373 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b360320>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:26Z', 'revision_number': 1, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:32.238743 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4fa19175-ec0f-46da-b8a9-678d3df12287 None None] Provisioning complete for port 8321edc1-6a42-446f-b32c-a328ed0ee932 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:32.239198 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4fa19175-ec0f-46da-b8a9-678d3df12287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:32.426303 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Network a14b3dba-4d97-42f8-8920-51b8d4def42a is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:56:32.456103 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Pushing event updated for resources: {'Port': ['ID=afe38db9-5a84-4d8b-b57c-b8d810c34401,revision_number=2']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:32.456256 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec903d5-08f5-48c4-883f-100b2e8cd4c7 {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 00:56:32.463862 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:32.467057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853742421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079544'] for router_interface, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:32.479659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:32.484511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e11cc54-616d-4fe8-a3e6-3de7c792bc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:32.522347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:32.522843 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e98dc5-e50a-45b1-baf9-d7f339a57fe6 None None] The sync data for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi is: [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:26Z', 'revision_number': 1, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 00:56:32.543617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:32.545733 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:32.546480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-57eecc76-bfac-426a-8c7f-fb2a32af95a2 req-23dc96b0-2b64-4896-92ef-4ba3a6661265 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Unset dirty status for tenant:68d44cdf0b1b4d49918c62ab97f3056a on resource:security_group {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:56:32.548198 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Transition to ACTIVE for port object bec903d5-08f5-48c4-883f-100b2e8cd4c7 will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:32.564069 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:32.583591 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-57eecc76-bfac-426a-8c7f-fb2a32af95a2 req-23dc96b0-2b64-4896-92ef-4ba3a6661265 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/security-groups?id=ec2fa3e4-355b-4f61-a5c0-b858a15de928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0320392
Jan 20 00:56:32.596299 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-98733e34-0a51-4258-9e76-6b5e3b7274e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:32.875613 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port bebe3448-03a5-420d-bec6-33606b30bdb8 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:56:32.886988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bec903d5-08f5-48c4-883f-100b2e8cd4c7,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:32.915093 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port bebe3448-03a5-420d-bec6-33606b30bdb8 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:32.915526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:33.160374 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e11cc54-616d-4fe8-a3e6-3de7c792bc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:33.265034 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Attempting to bind port bec903d5-08f5-48c4-883f-100b2e8cd4c7 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:56:33.266136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Attempting to bind port bec903d5-08f5-48c4-883f-100b2e8cd4c7 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '0d450400-dd97-49ba-a1a4-76fcd46a96c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7729a0b-9b91-4dfe-bfc2-4c66c245fc7f'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:56:33.266692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Attempting to bind port bec903d5-08f5-48c4-883f-100b2e8cd4c7 on network d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:56:33.273517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:33.275739 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d4f2a012-ef29-480b-b680-110bd83de1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:33.313626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11cc54-616d-4fe8-a3e6-3de7c792bc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9842e2-4be3-4317-9af1-4e155a8e3413,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:33.326842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e11cc54-616d-4fe8-a3e6-3de7c792bc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:33.330769 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9e11cc54-616d-4fe8-a3e6-3de7c792bc8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa9842e2-4be3-4317-9af1-4e155a8e3413 HTTP/1.1" status: 204  len: 168 time: 2.6443272
Jan 20 00:56:33.333641 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:56:33.334264 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Checking segment: {'id': '0d450400-dd97-49ba-a1a4-76fcd46a96c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7729a0b-9b91-4dfe-bfc2-4c66c245fc7f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:56:33.338665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:33.339368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Bound using segment: {'id': '0d450400-dd97-49ba-a1a4-76fcd46a96c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7729a0b-9b91-4dfe-bfc2-4c66c245fc7f'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:56:33.358758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Bound port: bec903d5-08f5-48c4-883f-100b2e8cd4c7, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d450400-dd97-49ba-a1a4-76fcd46a96c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7729a0b-9b91-4dfe-bfc2-4c66c245fc7f'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:56:33.359594 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:33.385316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9e11cc54-616d-4fe8-a3e6-3de7c792bc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:33.519271 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-af58a356-9612-4c27-b7b0-d25fd3d58959 None None] Provisioning complete for port 7523022c-aedc-4dad-921e-b7eca79ec305 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:33.521650 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-af58a356-9612-4c27-b7b0-d25fd3d58959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:33.615650 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] For port bec903d5-08f5-48c4-883f-100b2e8cd4c7, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:56:33.629114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] For port bec903d5-08f5-48c4-883f-100b2e8cd4c7, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=bec903d5-08f5-48c4-883f-100b2e8cd4c7,segment=NetworkSegment(0d450400-dd97-49ba-a1a4-76fcd46a96c1),segment_id=0d450400-dd97-49ba-a1a4-76fcd46a96c1)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:56:33.637739 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:33.642658 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Router 59647cfd-d68a-4afe-8454-ee99a1aab874 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 00:56:33.658180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Network e6192c1e-956c-4a43-9332-7629d998b277 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:56:33.659774 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:33.676685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:33.677505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-af58a356-9612-4c27-b7b0-d25fd3d58959 None None] Port 7523022c-aedc-4dad-921e-b7eca79ec305 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 00:56:33.703641 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:33.714229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-af58a356-9612-4c27-b7b0-d25fd3d58959 None None] Provisioning for port afe38db9-5a84-4d8b-b57c-b8d810c34401 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:56:33.726190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-af58a356-9612-4c27-b7b0-d25fd3d58959 None None] Provisioning complete for port afe38db9-5a84-4d8b-b57c-b8d810c34401 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:33.726588 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-af58a356-9612-4c27-b7b0-d25fd3d58959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:33.937704 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-af58a356-9612-4c27-b7b0-d25fd3d58959 None None] Port afe38db9-5a84-4d8b-b57c-b8d810c34401 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 00:56:33.941886 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bec903d5-08f5-48c4-883f-100b2e8cd4c7,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:33.981689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port bebe3448-03a5-420d-bec6-33606b30bdb8, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=bebe3448-03a5-420d-bec6-33606b30bdb8,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:56:33.995684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:34.012537 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:34.020227 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:34.358869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:34.360080 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:34.361864 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/bec903d5-08f5-48c4-883f-100b2e8cd4c7 HTTP/1.1" status: 200  len: 1157 time: 4.4064641
Jan 20 00:56:34.362586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5fce75-061f-4c65-a32d-4f8ac99dd0c0', 'tag': 'bec903d5-08f5-48c4-883f-100b2e8cd4c7'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:56:34.372743 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=bebe3448-03a5-420d-bec6-33606b30bdb8,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:34.411053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:34.418351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 40440426-e7fb-410c-954b-c53d934bae96 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:34.679889 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-acf3321f-4197-49b4-a438-162dd1792460 None None] Provisioning complete for port afe38db9-5a84-4d8b-b57c-b8d810c34401 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:34.682568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-acf3321f-4197-49b4-a438-162dd1792460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:34.720449 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715facff-b3bf-4924-9484-acebae936fb5 req-ca480e9b-0be5-4f41-b9a8-23ec7b98e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:34.726483 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-ca480e9b-0be5-4f41-b9a8-23ec7b98e096 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68d44cdf0b1b4d49918c62ab97f3056a&device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 1160 time: 0.2405140
Jan 20 00:56:34.841655 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 40440426-e7fb-410c-954b-c53d934bae96 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:56:34.853605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 40440426-e7fb-410c-954b-c53d934bae96 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:34.854314 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:34.904686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-acf3321f-4197-49b4-a438-162dd1792460 None None] Port afe38db9-5a84-4d8b-b57c-b8d810c34401 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 00:56:35.065509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:35.094087 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port 40440426-e7fb-410c-954b-c53d934bae96, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=40440426-e7fb-410c-954b-c53d934bae96,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:56:35.098718 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59412) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:35.104474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:35.110245 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-07c446bc-702c-4a4c-9cd8-380adf939dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:35.192871 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-4c20a157-15a2-4510-a87a-9d24633d06ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bec903d5-08f5-48c4-883f-100b2e8cd4c7 HTTP/1.1" status: 200  len: 217 time: 0.2997153
Jan 20 00:56:35.193803 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cd5da3fe-8b90-4086-b3b6-b53b354ac326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:35.471974 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=40440426-e7fb-410c-954b-c53d934bae96,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:35.495595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:35.495762 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715facff-b3bf-4924-9484-acebae936fb5 req-6788b08d-f338-4f6e-944d-3cf9f490a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:35.498607 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-6788b08d-f338-4f6e-944d-3cf9f490a3eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=710a6854-214d-4084-8e01-67af5492a75e HTTP/1.1" status: 200  len: 852 time: 0.2488124
Jan 20 00:56:35.651751 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-6497f5d2-b437-4e5b-ac8f-3cb6d437c1b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1264277
Jan 20 00:56:35.653114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cd5da3fe-8b90-4086-b3b6-b53b354ac326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:35.662699 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-cd5da3fe-8b90-4086-b3b6-b53b354ac326 admin admin] Usage tracker for resource:security_group_rule and tenant:ec60012b6afe49dfb3807f7b2b5ce83e is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:35.672945 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-cd5da3fe-8b90-4086-b3b6-b53b354ac326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:35.752447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cd5da3fe-8b90-4086-b3b6-b53b354ac326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:35.851340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Router 523348e9-870a-4e41-a22c-a70bb3df98cb has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 00:56:35.874496 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe87fb1-1683-4fba-9155-a57ce9116df4 req-a59e55f1-a3fc-4121-9bb9-6cec0bc7cc10 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:35.883062 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4fe87fb1-1683-4fba-9155-a57ce9116df4 req-a59e55f1-a3fc-4121-9bb9-6cec0bc7cc10 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 943 time: 1.6270187
Jan 20 00:56:35.924453 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 00:56:36.146468 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] 10.222.0.37 "PUT /v2.0/routers/59647cfd-d68a-4afe-8454-ee99a1aab874/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.1279833
Jan 20 00:56:36.205111 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-a25b3544-8233-4f64-83d6-5a3e60382dd2 service neutron] 10.222.0.20 "GET /v2.0/networks/d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5263917
Jan 20 00:56:36.279385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device bebe3448-03a5-420d-bec6-33606b30bdb8 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:36.518399 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4fe87fb1-1683-4fba-9155-a57ce9116df4 req-ec827241-44df-440c-a2fc-f122e00d204f tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/security-groups?id=ec2fa3e4-355b-4f61-a5c0-b858a15de928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6342554
Jan 20 00:56:36.585453 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port bebe3448-03a5-420d-bec6-33606b30bdb8 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:36.586428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:36.617020 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5fce75-061f-4c65-a32d-4f8ac99dd0c0', 'tag': 'bec903d5-08f5-48c4-883f-100b2e8cd4c7', 'status': 'completed', 'code': 200}
Jan 20 00:56:36.681534 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 00:56:36.694175 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Sync routers for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 00:56:36.712217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:56:36.715839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b458a20>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:56:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:36.721736 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] 10.222.0.37 "PUT /v2.0/routers/523348e9-870a-4e41-a22c-a70bb3df98cb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.8359962
Jan 20 00:56:36.768757 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-715facff-b3bf-4924-9484-acebae936fb5 req-49a5b5b7-3a78-4bd5-8a65-3a36c2cefc62 service neutron] 10.222.0.20 "GET /v2.0/networks/d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5167813
Jan 20 00:56:36.771281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cd5da3fe-8b90-4086-b3b6-b53b354ac326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:36.781353 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cd5da3fe-8b90-4086-b3b6-b53b354ac326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:36.855550 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-78040fc9-5130-418e-a82d-d8ecbbedd9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:36.917656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 40440426-e7fb-410c-954b-c53d934bae96 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:36.943796 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5da3fe-8b90-4086-b3b6-b53b354ac326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df68b7e2-13b5-4ff1-9ecc-dfb6b07ccfd2,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:36.969377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cd5da3fe-8b90-4086-b3b6-b53b354ac326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:36.994880 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-cd5da3fe-8b90-4086-b3b6-b53b354ac326 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec60012b6afe49dfb3807f7b2b5ce83e&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8946993
Jan 20 00:56:36.997701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 59456) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:37.223689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 40440426-e7fb-410c-954b-c53d934bae96 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:37.224046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:37.265852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:56:37.283365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0025b8e5-4f5f-4e9d-a055-5cb1aee5aafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:37.362586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0025b8e5-4f5f-4e9d-a055-5cb1aee5aafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:37.467975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa78c3-8b30-4816-b9e9-8cf8c07f3922 req-d9449e7e-1044-442a-b26f-73679e6e40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:37.475216 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2aa78c3-8b30-4816-b9e9-8cf8c07f3922 req-d9449e7e-1044-442a-b26f-73679e6e40ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68d44cdf0b1b4d49918c62ab97f3056a&device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 1160 time: 0.3662713
Jan 20 00:56:37.506837 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0025b8e5-4f5f-4e9d-a055-5cb1aee5aafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:37.524241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:37.569653 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0025b8e5-4f5f-4e9d-a055-5cb1aee5aafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:37.570896 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0025b8e5-4f5f-4e9d-a055-5cb1aee5aafd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df68b7e2-13b5-4ff1-9ecc-dfb6b07ccfd2 HTTP/1.1" status: 204  len: 168 time: 0.5720196
Jan 20 00:56:37.590270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025b8e5-4f5f-4e9d-a055-5cb1aee5aafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df68b7e2-13b5-4ff1-9ecc-dfb6b07ccfd2,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:37.598524 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0025b8e5-4f5f-4e9d-a055-5cb1aee5aafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:37.681897 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 59482) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:37.692728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Request body: {'security_group': {'name': 'tempest-securitygroup--2112229064', 'description': 'tempest-description--1919766310'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:37.732847 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:37.750224 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Usage tracker for resource:security_group and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:37.764529 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:37.793222 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:37.833675 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:37.930744 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:37.948521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Usage tracker for resource:security_group_rule and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:37.964835 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:37.987472 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:38.130115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Sync routers for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 00:56:38.334159 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:38.350025 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa78c3-8b30-4816-b9e9-8cf8c07f3922 req-c6c1490e-a72c-4cc5-9622-11053d883c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:38.351829 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2aa78c3-8b30-4816-b9e9-8cf8c07f3922 req-c6c1490e-a72c-4cc5-9622-11053d883c9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f HTTP/1.1" status: 200  len: 906 time: 0.8699183
Jan 20 00:56:38.402969 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b458a20>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:31Z', 'revision_number': 2, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:38.428343 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Checking router: 523348e9-870a-4e41-a22c-a70bb3df98cb for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 00:56:38.441784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Updating router 523348e9-870a-4e41-a22c-a70bb3df98cb port afe38db9-5a84-4d8b-b57c-b8d810c34401 binding host dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 00:56:38.445653 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:38.451775 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 59494) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:38.454091 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:56:38.454794 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782af9d898>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:56:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:38.470120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Request body: {'security_group': {'name': 'tempest-securitygroup--1865056772', 'description': 'tempest-description--802778247'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:38.483827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:38.491166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Usage tracker for resource:security_group and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:38.495449 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:38.504123 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:38.568583 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:38.595060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:38.596559 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.9131513
Jan 20 00:56:38.598611 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:38.623637 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59506) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:38.640129 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:38.643303 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2aa78c3-8b30-4816-b9e9-8cf8c07f3922 req-1b0cae41-f7f9-4107-958b-62a08992f909 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bec903d5-08f5-48c4-883f-100b2e8cd4c7 HTTP/1.1" status: 200  len: 217 time: 0.2835000
Jan 20 00:56:38.645981 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Usage tracker for resource:security_group_rule and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:38.650494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:38.657941 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:38.669307 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-dd4b1317-6ea0-40b3-bea3-f067aaf540a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Request body: {'security_group_rule': {'security_group_id': 'daab1915-365c-4a48-adc9-b5ec485ef7d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:38.737176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:38.785799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:38.829438 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dd4b1317-6ea0-40b3-bea3-f067aaf540a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:38.844550 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:38.846890 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event updated for resources: {'SecurityGroup': ['ID=daab1915-365c-4a48-adc9-b5ec485ef7d4,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:38.855686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-dd4b1317-6ea0-40b3-bea3-f067aaf540a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Usage tracker for resource:security_group_rule and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:38.856866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:38.869493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-dd4b1317-6ea0-40b3-bea3-f067aaf540a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:38.881290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dd4b1317-6ea0-40b3-bea3-f067aaf540a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:38.908760 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:38.935179 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa78c3-8b30-4816-b9e9-8cf8c07f3922 req-e3b89a83-21c4-484e-ae5f-cb94d39033c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:38.937110 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2aa78c3-8b30-4816-b9e9-8cf8c07f3922 req-e3b89a83-21c4-484e-ae5f-cb94d39033c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=710a6854-214d-4084-8e01-67af5492a75e HTTP/1.1" status: 200  len: 852 time: 0.2208393
Jan 20 00:56:38.937911 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd4b1317-6ea0-40b3-bea3-f067aaf540a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group_rule, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:39.051786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b9cf3-d02e-492e-9ccc-ed78b6e9ab2d req-dd680500-b3be-4b99-a144-b80a04279189 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:39.073739 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aa9b9cf3-d02e-492e-9ccc-ed78b6e9ab2d req-dd680500-b3be-4b99-a144-b80a04279189 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 943 time: 0.7286510
Jan 20 00:56:39.136997 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd4b1317-6ea0-40b3-bea3-f067aaf540a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:39.140449 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2aa78c3-8b30-4816-b9e9-8cf8c07f3922 req-282e9f2f-c91f-4f70-898c-8eda88325e35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1370246
Jan 20 00:56:39.157227 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd4b1317-6ea0-40b3-bea3-f067aaf540a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:39.230713 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:56:39.332131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:39.343224 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.8901505
Jan 20 00:56:39.347584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 59536) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:39.399617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-0e7b4ec2-dc9b-409a-8774-1b0b3dd3a50f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Request body: {'security_group_rule': {'security_group_id': '1bdb51f7-f831-483d-9a90-a13e17854e17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:39.417829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdb51f7-f831-483d-9a90-a13e17854e17,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:39.434117 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:39.466467 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0e7b4ec2-dc9b-409a-8774-1b0b3dd3a50f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:39.518503 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aa9b9cf3-d02e-492e-9ccc-ed78b6e9ab2d req-8b63c1ba-4817-48d1-b6d4-268c02aeef33 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/security-groups?id=ec2fa3e4-355b-4f61-a5c0-b858a15de928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4437551
Jan 20 00:56:39.526361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0e7b4ec2-dc9b-409a-8774-1b0b3dd3a50f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Usage tracker for resource:security_group_rule and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:39.532221 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0e7b4ec2-dc9b-409a-8774-1b0b3dd3a50f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:39.544601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:39.552316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0e7b4ec2-dc9b-409a-8774-1b0b3dd3a50f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:39.579365 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2aa78c3-8b30-4816-b9e9-8cf8c07f3922 req-86c64b2c-dcdb-47a6-a307-d1e46fc0a558 service neutron] 10.222.0.20 "GET /v2.0/networks/d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3524635
Jan 20 00:56:39.592055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4ec2-dc9b-409a-8774-1b0b3dd3a50f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group_rule, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:39.595079 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd4b1317-6ea0-40b3-bea3-f067aaf540a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group_rule, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:39.601098 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-dd4b1317-6ea0-40b3-bea3-f067aaf540a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9761369
Jan 20 00:56:39.609458 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59544) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:39.637726 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-19ff26af-f824-4355-bfb6-0eb7a8e8fb30 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Request body: {'security_group_rule': {'security_group_id': 'daab1915-365c-4a48-adc9-b5ec485ef7d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:39.647973 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b1317-6ea0-40b3-bea3-f067aaf540a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f045010-6a04-437b-bab7-2b17199b0243,revision_number=0']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:39.709615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-19ff26af-f824-4355-bfb6-0eb7a8e8fb30 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:39.712973 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dd4b1317-6ea0-40b3-bea3-f067aaf540a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:39.734737 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-19ff26af-f824-4355-bfb6-0eb7a8e8fb30 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Usage tracker for resource:security_group_rule and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:39.742165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-19ff26af-f824-4355-bfb6-0eb7a8e8fb30 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:39.753845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-19ff26af-f824-4355-bfb6-0eb7a8e8fb30 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:39.788234 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4ec2-dc9b-409a-8774-1b0b3dd3a50f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:39.795208 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4ec2-dc9b-409a-8774-1b0b3dd3a50f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:39.798078 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:39.839037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b4ec2-dc9b-409a-8774-1b0b3dd3a50f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d541da-3c33-4f14-88da-eed5c733cf49,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:39.861661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0e7b4ec2-dc9b-409a-8774-1b0b3dd3a50f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:39.892538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4ec2-dc9b-409a-8774-1b0b3dd3a50f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group_rule, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:39.894962 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0e7b4ec2-dc9b-409a-8774-1b0b3dd3a50f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5263498
Jan 20 00:56:39.898337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 59558) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:39.907946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-4b45e923-4489-4b97-b2aa-0c4b1af9d7df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Request body: {'security_group_rule': {'security_group_id': '1bdb51f7-f831-483d-9a90-a13e17854e17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:39.924663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19ff26af-f824-4355-bfb6-0eb7a8e8fb30 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group_rule, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:39.934090 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4b45e923-4489-4b97-b2aa-0c4b1af9d7df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:39.944110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-4b45e923-4489-4b97-b2aa-0c4b1af9d7df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Usage tracker for resource:security_group_rule and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:39.950215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-4b45e923-4489-4b97-b2aa-0c4b1af9d7df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:39.958861 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4b45e923-4489-4b97-b2aa-0c4b1af9d7df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:39.981864 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782af9d898>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 2, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:39.988244 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Checking router: 59647cfd-d68a-4afe-8454-ee99a1aab874 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 00:56:39.988668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Updating router 59647cfd-d68a-4afe-8454-ee99a1aab874 port 7523022c-aedc-4dad-921e-b7eca79ec305 binding host dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 00:56:39.996841 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b45e923-4489-4b97-b2aa-0c4b1af9d7df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group_rule, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.059277 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.089255 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b45e923-4489-4b97-b2aa-0c4b1af9d7df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.092693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.098344 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Transition to ACTIVE for port object afe38db9-5a84-4d8b-b57c-b8d810c34401 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:40.098600 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b45e923-4489-4b97-b2aa-0c4b1af9d7df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.103683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:40.104655 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.116766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19ff26af-f824-4355-bfb6-0eb7a8e8fb30 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.125926 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2aa78c3-8b30-4816-b9e9-8cf8c07f3922 req-899267d2-40d8-4c31-af8f-a88eda71848b service neutron] 10.222.0.20 "GET /v2.0/networks/d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4953334
Jan 20 00:56:40.127311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19ff26af-f824-4355-bfb6-0eb7a8e8fb30 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.129759 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dd4b1317-6ea0-40b3-bea3-f067aaf540a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:40.139776 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:40.190770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45e923-4489-4b97-b2aa-0c4b1af9d7df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96fb1a6-51aa-4907-bd6f-a7025a1cf9a9,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:40.193717 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4b45e923-4489-4b97-b2aa-0c4b1af9d7df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:40.211848 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff26af-f824-4355-bfb6-0eb7a8e8fb30 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb1fb22-c797-4623-8a7d-f87660a11637,revision_number=0']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:40.218700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b45e923-4489-4b97-b2aa-0c4b1af9d7df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group_rule, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.220206 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4b45e923-4489-4b97-b2aa-0c4b1af9d7df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3206296
Jan 20 00:56:40.221794 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-19ff26af-f824-4355-bfb6-0eb7a8e8fb30 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:40.223924 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 59574) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:40.226336 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19ff26af-f824-4355-bfb6-0eb7a8e8fb30 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group_rule, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.227854 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-19ff26af-f824-4355-bfb6-0eb7a8e8fb30 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6059432
Jan 20 00:56:40.230327 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Request body: {'floatingip': {'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:40.231446 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59578) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:40.245168 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Request body: {'floatingip': {'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:40.259464 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:40.263659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:40.279807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Usage tracker for resource:floatingip and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:40.281206 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Usage tracker for resource:floatingip and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:40.283480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:40.291173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:40.296465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:40.301847 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:40.309750 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.318736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.604500 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.655190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:40.991514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873cc8c-ddbe-4739-bee2-48d22691d4eb None None] Pushing event updated for resources: {'Port': ['ID=afe38db9-5a84-4d8b-b57c-b8d810c34401,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:41.008774 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Attempting to bind port afe38db9-5a84-4d8b-b57c-b8d810c34401 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:56:41.009226 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Attempting to bind port afe38db9-5a84-4d8b-b57c-b8d810c34401 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:56:41.009636 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Attempting to bind port afe38db9-5a84-4d8b-b57c-b8d810c34401 on network e6192c1e-956c-4a43-9332-7629d998b277 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:56:41.012250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f873cc8c-ddbe-4739-bee2-48d22691d4eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:41.027774 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:56:41.028200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Checking segment: {'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:56:41.028659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:41.029133 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Bound using segment: {'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:56:41.029671 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Bound port: afe38db9-5a84-4d8b-b57c-b8d810c34401, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:56:41.030093 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:41.277222 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Allocated IP 172.27.2.210 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/4421bb4d-efa2-4838-a9bd-b709f15fd708) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:56:41.333151 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] For port afe38db9-5a84-4d8b-b57c-b8d810c34401, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:56:41.336896 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] For port afe38db9-5a84-4d8b-b57c-b8d810c34401, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=afe38db9-5a84-4d8b-b57c-b8d810c34401,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:56:41.341259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:41.519266 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c04921-bc66-4ed3-8fc8-146b7e64e1d2 req-980df74c-5943-44b3-9425-2f46fdcfbdbb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:41.521642 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-24c04921-bc66-4ed3-8fc8-146b7e64e1d2 req-980df74c-5943-44b3-9425-2f46fdcfbdbb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 943 time: 0.6125448
Jan 20 00:56:41.646417 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-24c04921-bc66-4ed3-8fc8-146b7e64e1d2 req-6dfede46-dce4-4fe1-aebb-4d9c5e418208 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/security-groups?id=ec2fa3e4-355b-4f61-a5c0-b858a15de928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160233
Jan 20 00:56:41.664406 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:41.698011 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:41.705942 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Transition to ACTIVE for port object 7523022c-aedc-4dad-921e-b7eca79ec305 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:41.711994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:41.768367 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:41.795902 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:41.830528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 59626) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:41.911496 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Allocated IP 172.27.2.43 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/0de6ea6a-1b77-4bb3-97b6-efa54132d795) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:56:42.015446 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:42.047027 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:42.159246 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event updated for resources: {'Port': ['ID=4421bb4d-efa2-4838-a9bd-b709f15fd708,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:42.172138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:42.199599 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:56:42.201753 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b458a20>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:56:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:42.234414 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4fec-3b55-4af3-9d93-85cad1ead4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:42.280483 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:56:42.285666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:42.286131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ee7e4fec-3b55-4af3-9d93-85cad1ead4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:42.291255 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:56:42.315706 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ee7e4fec-3b55-4af3-9d93-85cad1ead4bd admin admin] Usage tracker for resource:security_group_rule and tenant:ae89e8bb89de46739a0f961481a03337 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:42.321899 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:42.327625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ee7e4fec-3b55-4af3-9d93-85cad1ead4bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:42.339206 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ee7e4fec-3b55-4af3-9d93-85cad1ead4bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:42.440142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:42.481111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8a5ea09f-feb3-4e9e-9ee3-cb5a6d0f0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:42.481294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:42.508449 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:42.563954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa21b3-21b4-4787-ba2f-a8df0ee0b409 None None] Pushing event updated for resources: {'Port': ['ID=7523022c-aedc-4dad-921e-b7eca79ec305,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:42.630612 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c9fa21b3-21b4-4787-ba2f-a8df0ee0b409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:42.652041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:56:42.653868 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:42.796177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.objects.ports [None req-b7f2729a-da29-4809-b995-8ab1e084ce82 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80158) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 20 00:56:42.819878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Attempting to bind port 7523022c-aedc-4dad-921e-b7eca79ec305 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:56:42.820237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Attempting to bind port 7523022c-aedc-4dad-921e-b7eca79ec305 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:56:42.822568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Attempting to bind port 7523022c-aedc-4dad-921e-b7eca79ec305 on network a14b3dba-4d97-42f8-8920-51b8d4def42a {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:56:42.853082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:56:42.857173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Checking segment: {'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:56:42.857642 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:42.858028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Bound using segment: {'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:56:42.858576 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Bound port: 7523022c-aedc-4dad-921e-b7eca79ec305, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:56:42.859127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:42.937944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event updated for resources: {'Port': ['ID=0de6ea6a-1b77-4bb3-97b6-efa54132d795,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:42.975441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:43.033891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] For port 7523022c-aedc-4dad-921e-b7eca79ec305, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:56:43.038097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] For port 7523022c-aedc-4dad-921e-b7eca79ec305, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=7523022c-aedc-4dad-921e-b7eca79ec305,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:56:43.044961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:43.063909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:43.064909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873cc8c-ddbe-4739-bee2-48d22691d4eb None None] Pushing event updated for resources: {'Port': ['ID=afe38db9-5a84-4d8b-b57c-b8d810c34401,revision_number=4']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:43.070705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f873cc8c-ddbe-4739-bee2-48d22691d4eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.055s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:43.097842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b458a20>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:41Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:43.107875 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c43dba-318a-45cf-91db-c05d9137318f None None] The sync data for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi is: [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:41Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 00:56:43.130567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4fec-3b55-4af3-9d93-85cad1ead4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:43.199467 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4fec-3b55-4af3-9d93-85cad1ead4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:43.225268 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:43.268781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e4fec-3b55-4af3-9d93-85cad1ead4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2613e90b-8684-49d2-b289-45011887aa5d,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:43.287769 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ee7e4fec-3b55-4af3-9d93-85cad1ead4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:43.303856 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device bec903d5-08f5-48c4-883f-100b2e8cd4c7 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:43.332893 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:56:43.342260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:43.352965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:56:43.365673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ee7e4fec-3b55-4af3-9d93-85cad1ead4bd admin admin] Synchronizing usage tracker for tenant:e11813045d024c95bd06dbe65d2de53d on resource:security_group {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:56:43.375525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:43.382833 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:43.408918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462e4bd-b616-45de-8514-7fba73bb750e req-9ebd67e4-3bfa-4819-b75f-8970ed0ca57a tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:43.413393 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3462e4bd-b616-45de-8514-7fba73bb750e req-9ebd67e4-3bfa-4819-b75f-8970ed0ca57a tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 943 time: 0.4694071
Jan 20 00:56:43.428021 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:43.526495 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa21b3-21b4-4787-ba2f-a8df0ee0b409 None None] Pushing event updated for resources: {'Port': ['ID=7523022c-aedc-4dad-921e-b7eca79ec305,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:43.533400 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c9fa21b3-21b4-4787-ba2f-a8df0ee0b409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:43.580016 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ee7e4fec-3b55-4af3-9d93-85cad1ead4bd admin admin] Unset dirty status for tenant:e11813045d024c95bd06dbe65d2de53d on resource:security_group {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:56:43.584726 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ee7e4fec-3b55-4af3-9d93-85cad1ead4bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae89e8bb89de46739a0f961481a03337&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7503469
Jan 20 00:56:43.587529 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 59688) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:43.595954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port bec903d5-08f5-48c4-883f-100b2e8cd4c7 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:56:43.600613 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3462e4bd-b616-45de-8514-7fba73bb750e req-12e0cd86-ca8b-4a07-ab38-c839a6d6a069 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/security-groups?id=ec2fa3e4-355b-4f61-a5c0-b858a15de928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169167
Jan 20 00:56:43.618852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port bec903d5-08f5-48c4-883f-100b2e8cd4c7 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:43.619284 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:43.673519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:43.700729 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1350de7e-7551-45fa-b700-5a2ce4e2cbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:43.732121 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event updated for resources: {'Port': ['ID=4421bb4d-efa2-4838-a9bd-b709f15fd708,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:43.737530 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:43.739228 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:43.772871 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:43.774267 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5415189
Jan 20 00:56:43.804463 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1350de7e-7551-45fa-b700-5a2ce4e2cbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:43.821291 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:56:43.821789 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782af9d898>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:56:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:43.896059 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1350de7e-7551-45fa-b700-5a2ce4e2cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:43.917213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:43.932968 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350de7e-7551-45fa-b700-5a2ce4e2cbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2613e90b-8684-49d2-b289-45011887aa5d,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:43.936478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1350de7e-7551-45fa-b700-5a2ce4e2cbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:43.969311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:44.264365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1350de7e-7551-45fa-b700-5a2ce4e2cbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:44.265907 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-1350de7e-7551-45fa-b700-5a2ce4e2cbcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2613e90b-8684-49d2-b289-45011887aa5d HTTP/1.1" status: 204  len: 168 time: 0.6748660
Jan 20 00:56:44.339149 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:56:44.538031 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:44.582050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:44.587393 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 7523022c-aedc-4dad-921e-b7eca79ec305 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:44.606003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:44.717959 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-db92d588-0174-4dfd-9c93-52c61d759105 req-f9cc036f-a942-475c-9b98-466a53154d39 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Synchronizing usage tracker for tenant:8deb38a450244a299367605594731f4d on resource:security_group {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:56:44.820306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-db92d588-0174-4dfd-9c93-52c61d759105 req-f9cc036f-a942-475c-9b98-466a53154d39 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Unset dirty status for tenant:8deb38a450244a299367605594731f4d on resource:security_group {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:56:44.821593 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-f9cc036f-a942-475c-9b98-466a53154d39 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2112229064&fields=id&tenant_id=8deb38a450244a299367605594731f4d HTTP/1.1" status: 200  len: 267 time: 0.2810364
Jan 20 00:56:44.895491 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:44.896251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-01c96d42-ba5c-4080-9678-04db0b61eb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:44.899855 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 7523022c-aedc-4dad-921e-b7eca79ec305 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:56:44.929686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 7523022c-aedc-4dad-921e-b7eca79ec305 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:44.930122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:44.963185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:45.181440 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59760) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:45.227929 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2ad449ab-5407-445f-958a-b60e911fd480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:45.246856 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5fce75-061f-4c65-a32d-4f8ac99dd0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec903d5-08f5-48c4-883f-100b2e8cd4c7'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:56:45.280753 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2ad449ab-5407-445f-958a-b60e911fd480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:45.291518 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2ad449ab-5407-445f-958a-b60e911fd480 admin admin] Usage tracker for resource:security_group_rule and tenant:90c40cd7a2454967937075b3e0a2cffb is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:45.300116 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2ad449ab-5407-445f-958a-b60e911fd480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:45.312789 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2ad449ab-5407-445f-958a-b60e911fd480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:45.342849 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event updated for resources: {'Port': ['ID=0de6ea6a-1b77-4bb3-97b6-efa54132d795,revision_number=2']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:45.391785 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port bec903d5-08f5-48c4-883f-100b2e8cd4c7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=bec903d5-08f5-48c4-883f-100b2e8cd4c7,segment=NetworkSegment(0d450400-dd97-49ba-a1a4-76fcd46a96c1),segment_id=0d450400-dd97-49ba-a1a4-76fcd46a96c1)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:56:45.440523 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:45.516736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92d588-0174-4dfd-9c93-52c61d759105 req-c220299d-32e6-4ae7-b3e4-b140db231e6a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:45.517687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-db92d588-0174-4dfd-9c93-52c61d759105 req-c220299d-32e6-4ae7-b3e4-b140db231e6a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Synchronizing usage tracker for tenant:8deb38a450244a299367605594731f4d on resource:network {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:56:45.528066 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2ad449ab-5407-445f-958a-b60e911fd480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:45.536870 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2ad449ab-5407-445f-958a-b60e911fd480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:45.559060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:45.567804 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:45.585107 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2ad449ab-5407-445f-958a-b60e911fd480 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90c40cd7a2454967937075b3e0a2cffb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4022403
Jan 20 00:56:45.586048 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59774) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:45.587749 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:45.599534 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.3743913
Jan 20 00:56:45.615741 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-db92d588-0174-4dfd-9c93-52c61d759105 req-c220299d-32e6-4ae7-b3e4-b140db231e6a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Unset dirty status for tenant:8deb38a450244a299367605594731f4d on resource:network {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:56:45.617116 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-c220299d-32e6-4ae7-b3e4-b140db231e6a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/networks?id=a14b3dba-4d97-42f8-8920-51b8d4def42a HTTP/1.1" status: 200  len: 811 time: 0.7856748
Jan 20 00:56:45.643071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad449ab-5407-445f-958a-b60e911fd480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a5c627-7f6f-4762-bbf0-566a750961b7,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:45.665727 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2ad449ab-5407-445f-958a-b60e911fd480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:45.675909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e12b4-375f-4fbc-bfb8-de1870a688b4 req-b6edb368-5b36-4a93-8a67-b1ac9c21c23e tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:45.686640 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-379d95d9-2cb5-4223-8437-f75209612eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:45.688871 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-226e12b4-375f-4fbc-bfb8-de1870a688b4 req-b6edb368-5b36-4a93-8a67-b1ac9c21c23e tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 945 time: 0.3599916
Jan 20 00:56:45.717865 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-2c6ab1aa-f0d8-4025-828d-46ddc1f10bd6 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/quotas/8deb38a450244a299367605594731f4d HTTP/1.1" status: 200  len: 375 time: 0.0223396
Jan 20 00:56:45.745318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:45.749647 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-379d95d9-2cb5-4223-8437-f75209612eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:45.764635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-81734bf8-a608-4c32-9d27-7f4789f93c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:45.804368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 59784) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:45.855565 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-379d95d9-2cb5-4223-8437-f75209612eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:45.861153 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:45.880143 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=bec903d5-08f5-48c4-883f-100b2e8cd4c7,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:45.883270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d95d9-2cb5-4223-8437-f75209612eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a5c627-7f6f-4762-bbf0-566a750961b7,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:45.887137 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:45.904320 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-226e12b4-375f-4fbc-bfb8-de1870a688b4 req-c4f9ca19-f19a-4db6-a303-143d5a77e8da tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/security-groups?id=ec2fa3e4-355b-4f61-a5c0-b858a15de928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109153
Jan 20 00:56:45.908089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-379d95d9-2cb5-4223-8437-f75209612eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:45.910129 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-379d95d9-2cb5-4223-8437-f75209612eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:45.921470 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-379d95d9-2cb5-4223-8437-f75209612eee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2a5c627-7f6f-4762-bbf0-566a750961b7 HTTP/1.1" status: 204  len: 168 time: 0.3322165
Jan 20 00:56:45.974200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:46.001171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-db92d588-0174-4dfd-9c93-52c61d759105 req-0c648d11-a813-4682-8c39-16d8aa02eac0 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Synchronizing usage tracker for tenant:8deb38a450244a299367605594731f4d on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:56:46.019715 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-db92d588-0174-4dfd-9c93-52c61d759105 req-0c648d11-a813-4682-8c39-16d8aa02eac0 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Unset dirty status for tenant:8deb38a450244a299367605594731f4d on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:56:46.021184 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-0c648d11-a813-4682-8c39-16d8aa02eac0 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?tenant_id=8deb38a450244a299367605594731f4d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2647433
Jan 20 00:56:46.106438 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782af9d898>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:43Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:56:46.126642 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port 7523022c-aedc-4dad-921e-b7eca79ec305, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=7523022c-aedc-4dad-921e-b7eca79ec305,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:56:46.138062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db213684-399f-4525-ae1b-318de259d7f9 None None] The sync data for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi is: [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:43Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 00:56:46.149350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8f5d384e-1cbc-4386-8271-3bd5ae76f593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:46.153212 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:46.154134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device afe38db9-5a84-4d8b-b57c-b8d810c34401 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:46.184185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8f5d384e-1cbc-4386-8271-3bd5ae76f593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:46.197441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-8f5d384e-1cbc-4386-8271-3bd5ae76f593 admin admin] Usage tracker for resource:security_group_rule and tenant:677e0377491a4dd4a2ab8ee419f97965 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:46.206648 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-8f5d384e-1cbc-4386-8271-3bd5ae76f593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:46.214598 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8f5d384e-1cbc-4386-8271-3bd5ae76f593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:46.261563 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:46.364166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8f5d384e-1cbc-4386-8271-3bd5ae76f593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:46.388312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8f5d384e-1cbc-4386-8271-3bd5ae76f593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:46.417617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device bec903d5-08f5-48c4-883f-100b2e8cd4c7 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:46.455166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aa1fd6a3-ef67-4549-82a8-ca2e8f4b74dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:46.479981 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59828) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:46.481366 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-8f5d384e-1cbc-4386-8271-3bd5ae76f593 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=677e0377491a4dd4a2ab8ee419f97965&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6714983
Jan 20 00:56:46.518726 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d384e-1cbc-4386-8271-3bd5ae76f593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a287ee80-3592-4216-88bd-6d254dee9792,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:46.524961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=7523022c-aedc-4dad-921e-b7eca79ec305,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:46.545281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8f5d384e-1cbc-4386-8271-3bd5ae76f593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:46.579942 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:46.580566 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-40662431-6a70-4236-99cd-106e4e9d1e6f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 00:56:46.593749 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-40662431-6a70-4236-99cd-106e4e9d1e6f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.2279320
Jan 20 00:56:46.623602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:46.660499 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port bec903d5-08f5-48c4-883f-100b2e8cd4c7 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:46.661109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:46.685400 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7a89292c-6a41-4579-abce-bbe436788e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:46.769144 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7a89292c-6a41-4579-abce-bbe436788e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:46.808003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port afe38db9-5a84-4d8b-b57c-b8d810c34401 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:56:46.830731 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port afe38db9-5a84-4d8b-b57c-b8d810c34401 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:46.831416 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:47.020966 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7a89292c-6a41-4579-abce-bbe436788e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:47.028188 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b4aec5c0-f720-4433-a1ac-1fbfc5758604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:47.040559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:47.056590 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-0aaebde7-0214-4b52-a7a5-5b63dd62e50e service neutron] 10.222.0.37 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4536998
Jan 20 00:56:47.079952 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89292c-6a41-4579-abce-bbe436788e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a287ee80-3592-4216-88bd-6d254dee9792,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:47.090366 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5fce75-061f-4c65-a32d-4f8ac99dd0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec903d5-08f5-48c4-883f-100b2e8cd4c7', 'code': 200}
Jan 20 00:56:47.098222 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7a89292c-6a41-4579-abce-bbe436788e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:47.113904 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7a89292c-6a41-4579-abce-bbe436788e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:47.121500 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-7a89292c-6a41-4579-abce-bbe436788e2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a287ee80-3592-4216-88bd-6d254dee9792 HTTP/1.1" status: 204  len: 168 time: 0.6344130
Jan 20 00:56:47.310275 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-6c34422d-5670-49c5-911a-b2d9fee2eb6e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Synchronizing usage tracker for tenant:91d26c4688434d0888987ba4a4381769 on resource:security_group {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:56:47.353162 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-6c34422d-5670-49c5-911a-b2d9fee2eb6e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Unset dirty status for tenant:91d26c4688434d0888987ba4a4381769 on resource:security_group {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:56:47.355410 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c0220-ef86-47ab-bc08-9d07a7318521 req-b118dc93-5c6e-4306-b328-85c3ba66aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:47.359792 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a84c0220-ef86-47ab-bc08-9d07a7318521 req-b118dc93-5c6e-4306-b328-85c3ba66aeba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 1162 time: 0.1351829
Jan 20 00:56:47.361638 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-6c34422d-5670-49c5-911a-b2d9fee2eb6e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1865056772&fields=id&tenant_id=91d26c4688434d0888987ba4a4381769 HTTP/1.1" status: 200  len: 267 time: 0.1996224
Jan 20 00:56:47.367732 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-9284cdd1-ab54-4561-8347-074ed89cc7b3 service neutron] 10.222.0.37 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3043242
Jan 20 00:56:47.418182 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:47.423700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a84c0220-ef86-47ab-bc08-9d07a7318521 req-db1314ba-a011-41af-af88-be0ce0bd6f1a service neutron] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:47.461609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-a84c0220-ef86-47ab-bc08-9d07a7318521 req-db1314ba-a011-41af-af88-be0ce0bd6f1a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:47.470526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-a84c0220-ef86-47ab-bc08-9d07a7318521 req-db1314ba-a011-41af-af88-be0ce0bd6f1a service neutron] Usage tracker for resource:security_group_rule and tenant:048699347b5f4ef59444ab7883892221 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:47.474730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port afe38db9-5a84-4d8b-b57c-b8d810c34401, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=afe38db9-5a84-4d8b-b57c-b8d810c34401,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:56:47.476055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-a84c0220-ef86-47ab-bc08-9d07a7318521 req-db1314ba-a011-41af-af88-be0ce0bd6f1a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:47.480512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:47.483545 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c9fa21b3-21b4-4787-ba2f-a8df0ee0b409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:47.507959 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-a84c0220-ef86-47ab-bc08-9d07a7318521 req-db1314ba-a011-41af-af88-be0ce0bd6f1a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:47.641998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 7523022c-aedc-4dad-921e-b7eca79ec305 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:47.679831 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a84c0220-ef86-47ab-bc08-9d07a7318521 req-db1314ba-a011-41af-af88-be0ce0bd6f1a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:47.686294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a84c0220-ef86-47ab-bc08-9d07a7318521 req-db1314ba-a011-41af-af88-be0ce0bd6f1a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:47.717316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=afe38db9-5a84-4d8b-b57c-b8d810c34401,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:47.722472 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:47.728213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:47.739784 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a84c0220-ef86-47ab-bc08-9d07a7318521 req-db1314ba-a011-41af-af88-be0ce0bd6f1a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ec2fa3e4-355b-4f61-a5c0-b858a15de928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3723633
Jan 20 00:56:47.751601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-ed4f5ce7-ee26-42eb-b0c3-1583cfd836c6 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:47.759551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59876) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:47.764882 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-ed4f5ce7-ee26-42eb-b0c3-1583cfd836c6 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 817 time: 0.4022009
Jan 20 00:56:47.767689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 7523022c-aedc-4dad-921e-b7eca79ec305 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:47.768467 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:47.798879 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-82a6b468-d6e9-4eb9-9659-e15eeb109e48 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/quotas/91d26c4688434d0888987ba4a4381769 HTTP/1.1" status: 200  len: 375 time: 0.0329535
Jan 20 00:56:47.829654 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1314ba-a011-41af-af88-be0ce0bd6f1a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd7f358-2976-4620-bc2b-194128d2470b,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:47.835160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-db1314ba-a011-41af-af88-be0ce0bd6f1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:48.040326 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-60c91f90-33ab-4999-aaa5-e3343e29c47c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Synchronizing usage tracker for tenant:91d26c4688434d0888987ba4a4381769 on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:56:48.117196 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-60c91f90-33ab-4999-aaa5-e3343e29c47c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Unset dirty status for tenant:91d26c4688434d0888987ba4a4381769 on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:56:48.121755 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-60c91f90-33ab-4999-aaa5-e3343e29c47c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3145070
Jan 20 00:56:48.183446 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device bec903d5-08f5-48c4-883f-100b2e8cd4c7 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:48.212503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 59904) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:48.218330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b06171e3-8f77-46ba-a586-2fae83367afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:48.256918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b06171e3-8f77-46ba-a586-2fae83367afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:48.269758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b06171e3-8f77-46ba-a586-2fae83367afa admin admin] Usage tracker for resource:security_group_rule and tenant:dcc09b933fd1412a8d7cffe13fde505d is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:48.275651 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b06171e3-8f77-46ba-a586-2fae83367afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:48.286167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b06171e3-8f77-46ba-a586-2fae83367afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:48.355974 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c53e0da7-baee-412c-b474-a8704051efd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:48.367217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port bec903d5-08f5-48c4-883f-100b2e8cd4c7 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:48.368241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:48.396229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c53e0da7-baee-412c-b474-a8704051efd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:48.406181 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-c53e0da7-baee-412c-b474-a8704051efd7 admin admin] Usage tracker for resource:security_group_rule and tenant:a14d99ef23ac4ca5a47a55461bf2f40b is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:48.407667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b06171e3-8f77-46ba-a586-2fae83367afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:48.411237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b06171e3-8f77-46ba-a586-2fae83367afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:48.412600 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-c53e0da7-baee-412c-b474-a8704051efd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:48.439001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f515f3-a94b-44b7-b232-b296c6018820 req-a4afb561-52fe-49b4-ab8e-94e1526a2ed6 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:48.440803 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-44f515f3-a94b-44b7-b232-b296c6018820 req-a4afb561-52fe-49b4-ab8e-94e1526a2ed6 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 945 time: 0.3872988
Jan 20 00:56:48.454044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:48.468489 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-b06171e3-8f77-46ba-a586-2fae83367afa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dcc09b933fd1412a8d7cffe13fde505d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7054186
Jan 20 00:56:48.469815 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59916) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:48.477751 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c53e0da7-baee-412c-b474-a8704051efd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:48.522678 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06171e3-8f77-46ba-a586-2fae83367afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d44134a-949b-49ec-af72-039e6f8a6d4e,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:48.529862 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b06171e3-8f77-46ba-a586-2fae83367afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:48.572541 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-f25ef655-921f-4b05-8731-ec01f5f8826d service neutron] 10.222.0.37 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4358537
Jan 20 00:56:48.578662 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4b12b89-015a-49d3-acca-3963dc16f0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:48.623245 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4b12b89-015a-49d3-acca-3963dc16f0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:48.677589 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-44f515f3-a94b-44b7-b232-b296c6018820 req-d0aeecaf-fdb8-4c27-8fbc-45b2621a90a1 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/security-groups?id=ec2fa3e4-355b-4f61-a5c0-b858a15de928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972098
Jan 20 00:56:48.746738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4b12b89-015a-49d3-acca-3963dc16f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:48.752403 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1389c8b0-7b03-446c-ac76-280be7f0d16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:48.787810 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b12b89-015a-49d3-acca-3963dc16f0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d44134a-949b-49ec-af72-039e6f8a6d4e,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:48.791705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d4b12b89-015a-49d3-acca-3963dc16f0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:48.804794 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4b12b89-015a-49d3-acca-3963dc16f0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:48.809046 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d4b12b89-015a-49d3-acca-3963dc16f0a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d44134a-949b-49ec-af72-039e6f8a6d4e HTTP/1.1" status: 204  len: 168 time: 0.3351715
Jan 20 00:56:48.865138 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-66765a8c-f462-4063-9977-9458d6b9d6ed req-16a53b82-4a93-4f13-9c09-160b7514f825 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 210 time: 0.0893211
Jan 20 00:56:48.948208 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2a068a47-b8f6-4ce9-bfe4-c5b9a7ded5c9 service neutron] 10.222.0.37 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3473008
Jan 20 00:56:48.985377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c53e0da7-baee-412c-b474-a8704051efd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:48.989722 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c53e0da7-baee-412c-b474-a8704051efd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:49.013466 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:49.082703 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c53e0da7-baee-412c-b474-a8704051efd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a14d99ef23ac4ca5a47a55461bf2f40b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8646209
Jan 20 00:56:49.084019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59944) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:49.100683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e0da7-baee-412c-b474-a8704051efd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e794b5-fb63-4414-bcd2-88190ce6449e,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:49.104495 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c53e0da7-baee-412c-b474-a8704051efd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:49.273987 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9cf57da4-4975-4bbf-b592-d5fad9b43f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:49.328648 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9cf57da4-4975-4bbf-b592-d5fad9b43f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:49.418386 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9cf57da4-4975-4bbf-b592-d5fad9b43f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:49.421214 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b346f9cf-cd78-45f1-8076-3a9baa97de1d req-74d7623f-d891-4d0a-a143-05f0e20a3047 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 210 time: 0.1147609
Jan 20 00:56:49.426629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebc5c48e-3e2a-4add-a3f6-6730a89154d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:49.446928 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf57da4-4975-4bbf-b592-d5fad9b43f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e794b5-fb63-4414-bcd2-88190ce6449e,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:49.448939 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9cf57da4-4975-4bbf-b592-d5fad9b43f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:49.450248 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9cf57da4-4975-4bbf-b592-d5fad9b43f71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33e794b5-fb63-4414-bcd2-88190ce6449e HTTP/1.1" status: 204  len: 168 time: 0.3639095
Jan 20 00:56:49.451122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9cf57da4-4975-4bbf-b592-d5fad9b43f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:49.618366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device afe38db9-5a84-4d8b-b57c-b8d810c34401 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:56:49.718689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port afe38db9-5a84-4d8b-b57c-b8d810c34401 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:49.719484 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:49.749912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59974) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:49.799895 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cbed06e8-4074-4523-bb8d-8ea8dec7e133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:49.842918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cbed06e8-4074-4523-bb8d-8ea8dec7e133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:49.856144 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-cbed06e8-4074-4523-bb8d-8ea8dec7e133 admin admin] Usage tracker for resource:security_group_rule and tenant:94cd2010b3734c2a8e908d2ac76636c5 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:49.863802 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-cbed06e8-4074-4523-bb8d-8ea8dec7e133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:49.876925 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cbed06e8-4074-4523-bb8d-8ea8dec7e133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:50.063217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251abefb-6187-4104-9afc-a93f1f3390fe req-ac9d5897-46dd-41bf-aee6-143fa1c0bde6 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:50.075207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cbed06e8-4074-4523-bb8d-8ea8dec7e133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:50.075432 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-251abefb-6187-4104-9afc-a93f1f3390fe req-ac9d5897-46dd-41bf-aee6-143fa1c0bde6 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 945 time: 0.1332486
Jan 20 00:56:50.078951 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cbed06e8-4074-4523-bb8d-8ea8dec7e133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:50.092678 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2ad449ab-5407-445f-958a-b60e911fd480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:50.124112 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 59984) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:50.129237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed06e8-4074-4523-bb8d-8ea8dec7e133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e84289-4a80-47ad-9a5e-c7d299d9e008,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:50.151801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cbed06e8-4074-4523-bb8d-8ea8dec7e133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:50.176829 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-cbed06e8-4074-4523-bb8d-8ea8dec7e133 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94cd2010b3734c2a8e908d2ac76636c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4247656
Jan 20 00:56:50.179528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 59990) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:50.258855 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8b5460f6-e41e-4255-a735-756d75aaec38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:50.261841 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-251abefb-6187-4104-9afc-a93f1f3390fe req-7f7558d5-8cff-4c05-8bc4-923fadfc4417 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/security-groups?id=ec2fa3e4-355b-4f61-a5c0-b858a15de928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827886
Jan 20 00:56:50.266141 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0f7681e4-594f-4c78-aa69-428540b3bd2a req-ca52fefa-fb27-4821-b4ce-7c4ef094d3fa tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 210 time: 0.0811510
Jan 20 00:56:50.318378 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8b5460f6-e41e-4255-a735-756d75aaec38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:50.774669 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3112446e-2b85-4016-9f5c-9d80315a6f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:50.951156 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3112446e-2b85-4016-9f5c-9d80315a6f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:50.983811 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-dd89180c-89f5-47c7-9a01-3004bdd1c47d req-6c462a2f-b63e-4f30-9e49-3407f5843e42 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 210 time: 0.1637309
Jan 20 00:56:50.990226 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-3112446e-2b85-4016-9f5c-9d80315a6f18 admin admin] Usage tracker for resource:security_group_rule and tenant:8378f8809fe44489b9a45da12b044adb is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:50.993961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-3112446e-2b85-4016-9f5c-9d80315a6f18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:51.001899 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92d588-0174-4dfd-9c93-52c61d759105 req-e071608a-5624-44fe-b8cb-6241030197c5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:51.004122 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-e071608a-5624-44fe-b8cb-6241030197c5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.20 "GET /v2.0/networks?id=a14b3dba-4d97-42f8-8920-51b8d4def42a HTTP/1.1" status: 200  len: 811 time: 0.6600044
Jan 20 00:56:51.014290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8b5460f6-e41e-4255-a735-756d75aaec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:51.023489 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:51.028412 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3112446e-2b85-4016-9f5c-9d80315a6f18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:51.109048 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5460f6-e41e-4255-a735-756d75aaec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e84289-4a80-47ad-9a5e-c7d299d9e008,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:51.114295 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8b5460f6-e41e-4255-a735-756d75aaec38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:51.135781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8b5460f6-e41e-4255-a735-756d75aaec38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:51.140547 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-8b5460f6-e41e-4255-a735-756d75aaec38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84e84289-4a80-47ad-9a5e-c7d299d9e008 HTTP/1.1" status: 204  len: 168 time: 0.9561796
Jan 20 00:56:51.160964 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-9257b7dd-53c1-4e26-a597-dd53073823ce tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8deb38a450244a299367605594731f4d HTTP/1.1" status: 200  len: 5705 time: 0.1184263
Jan 20 00:56:51.172557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Request body: {'port': {'device_id': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'admin_state_up': True, 'tenant_id': '8deb38a450244a299367605594731f4d', 'security_groups': ['daab1915-365c-4a48-adc9-b5ec485ef7d4']}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:51.284097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3112446e-2b85-4016-9f5c-9d80315a6f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:51.290827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3112446e-2b85-4016-9f5c-9d80315a6f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:51.325648 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:51.437219 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-3112446e-2b85-4016-9f5c-9d80315a6f18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8378f8809fe44489b9a45da12b044adb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3074236
Jan 20 00:56:51.437733 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112446e-2b85-4016-9f5c-9d80315a6f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a4ffd2-ad3e-4469-ae39-9f426beec6c2,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:51.454019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3112446e-2b85-4016-9f5c-9d80315a6f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:51.456975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60040) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:51.520942 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.20', 63683) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:51.557709 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2b68100e-55f8-40c3-a005-e5ca1383488e req-b46747b6-d304-49b1-8e8c-b9b36cae9e87 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 210 time: 0.0718987
Jan 20 00:56:51.766341 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:51.815372 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:51.841179 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ea49abb-48ee-44d3-9a2d-686a4b3c17cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:51.876031 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-f759e85e-b2f7-4b0b-9059-ec99731599a0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:51.876835 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-f759e85e-b2f7-4b0b-9059-ec99731599a0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Synchronizing usage tracker for tenant:91d26c4688434d0888987ba4a4381769 on resource:network {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:56:51.885955 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Made reservation on behalf of 8deb38a450244a299367605594731f4d for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:56:51.902664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:51.945170 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ea49abb-48ee-44d3-9a2d-686a4b3c17cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:51.990412 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-f759e85e-b2f7-4b0b-9059-ec99731599a0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Unset dirty status for tenant:91d26c4688434d0888987ba4a4381769 on resource:network {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:56:51.991653 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-f759e85e-b2f7-4b0b-9059-ec99731599a0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.20 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 817 time: 0.4687371
Jan 20 00:56:52.077455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:56:52.203593 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ea49abb-48ee-44d3-9a2d-686a4b3c17cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:52.218949 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9e11cc54-616d-4fe8-a3e6-3de7c792bc8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:52.246812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-c3942493-a859-477c-b966-2bfdb369ec1c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Synchronizing usage tracker for tenant:91d26c4688434d0888987ba4a4381769 on resource:security_group {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:56:52.291332 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea49abb-48ee-44d3-9a2d-686a4b3c17cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a4ffd2-ad3e-4469-ae39-9f426beec6c2,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:52.301912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0ea49abb-48ee-44d3-9a2d-686a4b3c17cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:52.320229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ea49abb-48ee-44d3-9a2d-686a4b3c17cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:52.324051 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0ea49abb-48ee-44d3-9a2d-686a4b3c17cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70a4ffd2-ad3e-4469-ae39-9f426beec6c2 HTTP/1.1" status: 204  len: 168 time: 0.8633976
Jan 20 00:56:52.343457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-c3942493-a859-477c-b966-2bfdb369ec1c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Unset dirty status for tenant:91d26c4688434d0888987ba4a4381769 on resource:security_group {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:56:52.344836 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-c3942493-a859-477c-b966-2bfdb369ec1c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91d26c4688434d0888987ba4a4381769 HTTP/1.1" status: 200  len: 5704 time: 0.3231871
Jan 20 00:56:52.357761 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Request body: {'port': {'device_id': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'admin_state_up': True, 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'security_groups': ['1bdb51f7-f831-483d-9a90-a13e17854e17']}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:52.373825 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60086) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:52.401589 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4ce90114-2de1-4abe-bfc1-592c5afa7eb5 req-94d63f2a-a14c-45ec-91fd-95bbc9a57d7d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 210 time: 0.1416965
Jan 20 00:56:52.564213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:52.592847 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Allocated IP 172.20.0.6 (a14b3dba-4d97-42f8-8920-51b8d4def42a/789528cc-05fe-4b27-8465-8b93063f88a2/89a3bb2e-10fe-43a2-a52f-869aad342f04) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:56:52.638521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:52.687075 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:52.727456 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Made reservation on behalf of 91d26c4688434d0888987ba4a4381769 for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:56:52.740851 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:52.921569 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-46c8d28e-57a1-4cc7-b961-10aef68bafc0 req-1a48b924-2bc2-467a-a6bd-3d580f66e334 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 210 time: 0.1021700
Jan 20 00:56:52.933114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7491f59d-8f80-43e5-b4fa-787d9910f15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:52.969523 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7491f59d-8f80-43e5-b4fa-787d9910f15a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:52.999978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-7491f59d-8f80-43e5-b4fa-787d9910f15a admin admin] Usage tracker for resource:security_group_rule and tenant:06809846a3f34dce940088ea0df220c6 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:53.020361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-7491f59d-8f80-43e5-b4fa-787d9910f15a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:53.038701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7491f59d-8f80-43e5-b4fa-787d9910f15a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:53.045357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60114) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:53.081605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc301-dad1-4959-a3f2-ed8abb986de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:53.117898 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c7cbc301-dad1-4959-a3f2-ed8abb986de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:53.123155 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-c7cbc301-dad1-4959-a3f2-ed8abb986de9 admin admin] Usage tracker for resource:security_group_rule and tenant:3c14665ed82e46ee88ccba7163c2e03d is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:53.127118 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-c7cbc301-dad1-4959-a3f2-ed8abb986de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:53.182709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c7cbc301-dad1-4959-a3f2-ed8abb986de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:53.189968 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:53.258965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Transition to ACTIVE for port object 89a3bb2e-10fe-43a2-a52f-869aad342f04 will not be triggered until provisioned by entity DHCP. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:53.316147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc301-dad1-4959-a3f2-ed8abb986de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:53.322413 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc301-dad1-4959-a3f2-ed8abb986de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:53.341566 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8f5d384e-1cbc-4386-8271-3bd5ae76f593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:53.405420 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c7cbc301-dad1-4959-a3f2-ed8abb986de9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c14665ed82e46ee88ccba7163c2e03d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3584952
Jan 20 00:56:53.406463 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbc301-dad1-4959-a3f2-ed8abb986de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacc4aa2-26ed-4a88-83db-c5e8b1789f3a,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:53.414121 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c7cbc301-dad1-4959-a3f2-ed8abb986de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:53.421135 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60128) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:53.482609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:53.495294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Allocated IP 172.20.0.6 (e6192c1e-956c-4a43-9332-7629d998b277/37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1/0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:56:53.531475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:53.570578 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7491f59d-8f80-43e5-b4fa-787d9910f15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:53.632356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event updated for resources: {'Port': ['ID=89a3bb2e-10fe-43a2-a52f-869aad342f04,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:53.641935 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7491f59d-8f80-43e5-b4fa-787d9910f15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:53.686179 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:53.695527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cd5da3fe-8b90-4086-b3b6-b53b354ac326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:53.710546 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-7491f59d-8f80-43e5-b4fa-787d9910f15a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06809846a3f34dce940088ea0df220c6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3355868
Jan 20 00:56:53.720958 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e59ab9db-dbe0-428d-87bd-f89fc269863f req-e828cbc4-b035-4544-8d56-19df5046c76f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 210 time: 0.0550594
Jan 20 00:56:53.721506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60150) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:53.850552 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3b7721e-4491-4f39-bacd-33db17173d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:53.885130 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3b7721e-4491-4f39-bacd-33db17173d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:53.932894 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491f59d-8f80-43e5-b4fa-787d9910f15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d281e7eb-c6e8-412c-9509-7cbe30f6f7df,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:53.942115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3b7721e-4491-4f39-bacd-33db17173d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:53.948038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ee7e4fec-3b55-4af3-9d93-85cad1ead4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:53.968413 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7721e-4491-4f39-bacd-33db17173d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d281e7eb-c6e8-412c-9509-7cbe30f6f7df,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:53.972882 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a3b7721e-4491-4f39-bacd-33db17173d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:53.976082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7491f59d-8f80-43e5-b4fa-787d9910f15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:53.976727 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-871a7df4-1dcd-41f3-8e7a-cedc4de371ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:53.989983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3b7721e-4491-4f39-bacd-33db17173d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:53.993913 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a3b7721e-4491-4f39-bacd-33db17173d9e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d281e7eb-c6e8-412c-9509-7cbe30f6f7df HTTP/1.1" status: 204  len: 168 time: 0.2689276
Jan 20 00:56:54.194524 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Network a14b3dba-4d97-42f8-8920-51b8d4def42a is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:56:54.200138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-871a7df4-1dcd-41f3-8e7a-cedc4de371ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:54.208905 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:54.327543 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa799d-8f28-4e96-8fae-0ee5b8c32d62 req-1843ff9a-6c57-4bdb-b925-21623a7f8f46 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:54.330022 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9fa799d-8f28-4e96-8fae-0ee5b8c32d62 req-1843ff9a-6c57-4bdb-b925-21623a7f8f46 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 931 time: 0.1636603
Jan 20 00:56:54.408362 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9fa799d-8f28-4e96-8fae-0ee5b8c32d62 req-4ff56454-8ad5-4bc0-b72f-52222bb09310 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700696
Jan 20 00:56:54.446188 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:56:54.468013 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:54.468811 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:54.521236 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c78f0eae-c62c-4aa4-885a-362df661c990 None None] Provisioning for port 89a3bb2e-10fe-43a2-a52f-869aad342f04 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:56:54.528995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c78f0eae-c62c-4aa4-885a-362df661c990 None None] Provisioning complete for port 89a3bb2e-10fe-43a2-a52f-869aad342f04 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:54.529723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c78f0eae-c62c-4aa4-885a-362df661c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:54.555709 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3882425
Jan 20 00:56:54.579207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Request body: {'port': {'device_id': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:54.599880 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-c78f0eae-c62c-4aa4-885a-362df661c990 None None] Port 89a3bb2e-10fe-43a2-a52f-869aad342f04 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 00:56:54.601197 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60176) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:54.615665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:54.739215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Transition to ACTIVE for port object 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 will not be triggered until provisioned by entity DHCP. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:54.740078 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:54.783931 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-871a7df4-1dcd-41f3-8e7a-cedc4de371ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:54.794512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:54.818825 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a7df4-1dcd-41f3-8e7a-cedc4de371ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacc4aa2-26ed-4a88-83db-c5e8b1789f3a,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:54.828437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-871a7df4-1dcd-41f3-8e7a-cedc4de371ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:54.842418 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-871a7df4-1dcd-41f3-8e7a-cedc4de371ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:54.847174 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-871a7df4-1dcd-41f3-8e7a-cedc4de371ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bacc4aa2-26ed-4a88-83db-c5e8b1789f3a HTTP/1.1" status: 204  len: 168 time: 1.4074745
Jan 20 00:56:54.936688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:55.002946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4eade6e1-93d2-45de-8a51-85f4e0a89efb tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:55.046188 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60192) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:55.080376 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8707-1aea-4aee-9a25-d764d0465701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:55.118163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event updated for resources: {'Port': ['ID=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:55.118919 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1c6ce9a-8dc4-4b14-a95c-ba789885c47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:55.167279 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9e6e8707-1aea-4aee-9a25-d764d0465701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:55.172440 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9e6e8707-1aea-4aee-9a25-d764d0465701 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd9db55444f4e20a9c29359f4969106 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:55.180657 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9e6e8707-1aea-4aee-9a25-d764d0465701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:55.203493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:55.210768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9e6e8707-1aea-4aee-9a25-d764d0465701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:55.228434 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b1c6ce9a-8dc4-4b14-a95c-ba789885c47a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:55.288823 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b90b1-d74f-4cc0-8be1-bf544ced8232 req-c6110925-5b2e-4423-8dd7-2365baebda74 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:55.299328 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3b6b90b1-d74f-4cc0-8be1-bf544ced8232 req-c6110925-5b2e-4423-8dd7-2365baebda74 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 931 time: 0.3168299
Jan 20 00:56:55.304761 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b1c6ce9a-8dc4-4b14-a95c-ba789885c47a admin admin] Usage tracker for resource:security_group_rule and tenant:c660c2bd26284e3baa641dd20b15e3dd is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:55.335091 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b1c6ce9a-8dc4-4b14-a95c-ba789885c47a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:55.367389 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b1c6ce9a-8dc4-4b14-a95c-ba789885c47a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:55.404634 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3b6b90b1-d74f-4cc0-8be1-bf544ced8232 req-c66735b1-d174-45f8-81f6-93d165fdead5 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033850
Jan 20 00:56:55.514822 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Network e6192c1e-956c-4a43-9332-7629d998b277 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:56:55.519799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:56:55.539263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:56:55.578147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:55.580251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:55.672717 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3224850
Jan 20 00:56:55.694889 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Request body: {'port': {'device_id': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:56:55.705653 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8707-1aea-4aee-9a25-d764d0465701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:55.857615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8707-1aea-4aee-9a25-d764d0465701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:55.874523 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60216) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:55.891454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1c6ce9a-8dc4-4b14-a95c-ba789885c47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:55.892605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:55.926247 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1c6ce9a-8dc4-4b14-a95c-ba789885c47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:55.943032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c778-ac5e-4dcf-bd45-13f40ed9d7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:55.950441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-214074a0-2140-40fb-9ca2-85182764bdbd None None] Provisioning for port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:56:55.957791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-214074a0-2140-40fb-9ca2-85182764bdbd None None] Provisioning complete for port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:56:55.958519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-214074a0-2140-40fb-9ca2-85182764bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:55.966490 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a3bb2e-10fe-43a2-a52f-869aad342f04 {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 00:56:55.979569 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:55.992944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.017108 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Transition to ACTIVE for port object 89a3bb2e-10fe-43a2-a52f-869aad342f04 will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:56.023259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.030031 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9e6e8707-1aea-4aee-9a25-d764d0465701 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fd9db55444f4e20a9c29359f4969106&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9775112
Jan 20 00:56:56.032882 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-b1c6ce9a-8dc4-4b14-a95c-ba789885c47a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c660c2bd26284e3baa641dd20b15e3dd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4304860
Jan 20 00:56:56.033986 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e8707-1aea-4aee-9a25-d764d0465701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808cf099-5b57-4ed0-82e6-f183523072f4,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:56.038512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6c4c778-ac5e-4dcf-bd45-13f40ed9d7a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:56:56.043610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60224) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:56.043858 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60226) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:56.050725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9e6e8707-1aea-4aee-9a25-d764d0465701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:56.052813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:56.077967 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-214074a0-2140-40fb-9ca2-85182764bdbd None None] Port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 00:56:56.096455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6c4c778-ac5e-4dcf-bd45-13f40ed9d7a2 admin admin] Usage tracker for resource:security_group_rule and tenant:abb2eed758a24fec81411b23c9708962 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:56:56.100918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6c4c778-ac5e-4dcf-bd45-13f40ed9d7a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:56:56.108997 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:56.150396 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6c4c778-ac5e-4dcf-bd45-13f40ed9d7a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:56:56.185400 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72442898-5946-4de3-b485-6852b582b84a req-40939ae1-63a1-4cad-be05-adc057a8f3e0 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:56.187092 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72442898-5946-4de3-b485-6852b582b84a req-40939ae1-63a1-4cad-be05-adc057a8f3e0 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 931 time: 0.4782150
Jan 20 00:56:56.210981 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6ce9a-8dc4-4b14-a95c-ba789885c47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84134c87-bcf3-4ff5-8e8a-01139510369f,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:56.243318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b1c6ce9a-8dc4-4b14-a95c-ba789885c47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:56.309584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e535c1de-7f78-443d-99dd-95479a2c3b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.309801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Pushing event updated for resources: {'Port': ['ID=89a3bb2e-10fe-43a2-a52f-869aad342f04,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:56.317248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4c03ad9-9064-4515-afb9-efb789167dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.318045 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:56.345125 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72442898-5946-4de3-b485-6852b582b84a req-12930659-3cae-487a-9e39-d4d3a036ebf6 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1367502
Jan 20 00:56:56.396912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4c03ad9-9064-4515-afb9-efb789167dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.405826 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e535c1de-7f78-443d-99dd-95479a2c3b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.518911 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e535c1de-7f78-443d-99dd-95479a2c3b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.521301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c778-ac5e-4dcf-bd45-13f40ed9d7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.528044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f6316b09-a0fb-43d3-9de2-fbc1cea81b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:56.540388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c778-ac5e-4dcf-bd45-13f40ed9d7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.551159 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Attempting to bind port 89a3bb2e-10fe-43a2-a52f-869aad342f04 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:56:56.551660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Attempting to bind port 89a3bb2e-10fe-43a2-a52f-869aad342f04 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:56:56.552036 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Attempting to bind port 89a3bb2e-10fe-43a2-a52f-869aad342f04 on network a14b3dba-4d97-42f8-8920-51b8d4def42a {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:56:56.553269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535c1de-7f78-443d-99dd-95479a2c3b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808cf099-5b57-4ed0-82e6-f183523072f4,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:56.556498 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e535c1de-7f78-443d-99dd-95479a2c3b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:56.557036 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e535c1de-7f78-443d-99dd-95479a2c3b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:56.560870 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:56:56.561290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Checking segment: {'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:56:56.561705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.562104 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Bound using segment: {'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:56:56.562595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Bound port: 89a3bb2e-10fe-43a2-a52f-869aad342f04, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:56:56.562971 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.572082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4c03ad9-9064-4515-afb9-efb789167dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.633219 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4c778-ac5e-4dcf-bd45-13f40ed9d7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a5bb23-d993-46a5-8de4-d715145c671c,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:56.636693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4c03ad9-9064-4515-afb9-efb789167dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.638234 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d4c03ad9-9064-4515-afb9-efb789167dea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84134c87-bcf3-4ff5-8e8a-01139510369f HTTP/1.1" status: 204  len: 168 time: 0.5910101
Jan 20 00:56:56.643758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e6c4c778-ac5e-4dcf-bd45-13f40ed9d7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:56.644253 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:56.804476 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] For port 89a3bb2e-10fe-43a2-a52f-869aad342f04, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:56:56.809595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] For port 89a3bb2e-10fe-43a2-a52f-869aad342f04, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=89a3bb2e-10fe-43a2-a52f-869aad342f04,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:56:56.814285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.842260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-edfda3a2-b25e-427b-b82d-4a5e724e1f9a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:56.863448 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c03ad9-9064-4515-afb9-efb789167dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84134c87-bcf3-4ff5-8e8a-01139510369f,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:56.868450 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e535c1de-7f78-443d-99dd-95479a2c3b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:56.869647 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e535c1de-7f78-443d-99dd-95479a2c3b4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/808cf099-5b57-4ed0-82e6-f183523072f4 HTTP/1.1" status: 204  len: 168 time: 0.8244524
Jan 20 00:56:56.930290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d4c03ad9-9064-4515-afb9-efb789167dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:56.936090 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e6c4c778-ac5e-4dcf-bd45-13f40ed9d7a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abb2eed758a24fec81411b23c9708962&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0478675
Jan 20 00:56:56.946601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60244) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:56:57.115868 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 00:56:57.117945 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea52dd6-a726-48aa-a4e0-84c1abd31cdb req-42252e74-9693-41bf-b561-18e9e05073df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:57.124954 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7ea52dd6-a726-48aa-a4e0-84c1abd31cdb req-42252e74-9693-41bf-b561-18e9e05073df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 931 time: 0.2606108
Jan 20 00:56:57.126834 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5c64232e-1b0f-41e6-8d08-7fc5b867709f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:57.184370 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Pushing event updated for resources: {'Port': ['ID=89a3bb2e-10fe-43a2-a52f-869aad342f04,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:57.188583 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:57.191735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:57.210191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:57.210884 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:57.212560 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] 10.222.0.20 "PUT /v2.0/ports/89a3bb2e-10fe-43a2-a52f-869aad342f04 HTTP/1.1" status: 200  len: 1157 time: 2.6397469
Jan 20 00:56:57.217595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'tag': '89a3bb2e-10fe-43a2-a52f-869aad342f04'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:56:57.227746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Transition to ACTIVE for port object 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:56:57.232431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:57.292315 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:57.381520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5c64232e-1b0f-41e6-8d08-7fc5b867709f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:57.417908 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'tag': '89a3bb2e-10fe-43a2-a52f-869aad342f04', 'status': 'completed', 'code': 200}
Jan 20 00:56:57.462202 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7ea52dd6-a726-48aa-a4e0-84c1abd31cdb req-fe2411aa-b8d5-4340-b9e9-cbeab19ccfd9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3301237
Jan 20 00:56:57.463193 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5c64232e-1b0f-41e6-8d08-7fc5b867709f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:57.470805 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:57.492432 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64232e-1b0f-41e6-8d08-7fc5b867709f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a5bb23-d993-46a5-8de4-d715145c671c,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:57.509688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5c64232e-1b0f-41e6-8d08-7fc5b867709f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:57.512988 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-5c64232e-1b0f-41e6-8d08-7fc5b867709f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9a5bb23-d993-46a5-8de4-d715145c671c HTTP/1.1" status: 204  len: 168 time: 0.5611444
Jan 20 00:56:57.521425 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5c64232e-1b0f-41e6-8d08-7fc5b867709f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:57.880254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08821ddb-210e-4676-be26-c47d8efa6878 req-2129bb6c-f244-4a57-a23d-b750a196bb17 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:57.889660 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-08821ddb-210e-4676-be26-c47d8efa6878 req-2129bb6c-f244-4a57-a23d-b750a196bb17 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 943 time: 0.2416894
Jan 20 00:56:57.961827 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-08821ddb-210e-4676-be26-c47d8efa6878 req-c98b6541-f393-4b1a-89ba-f055cc0a024b tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709646
Jan 20 00:56:58.093498 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:58.213932 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:58.270215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92d588-0174-4dfd-9c93-52c61d759105 req-00def5c7-d14e-45a1-afc1-b103281f52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:58.271890 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-00def5c7-d14e-45a1-afc1-b103281f52e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8deb38a450244a299367605594731f4d&device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 1160 time: 0.8708091
Jan 20 00:56:58.274364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Attempting to bind port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:56:58.274836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Attempting to bind port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:56:58.275093 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Attempting to bind port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 on network e6192c1e-956c-4a43-9332-7629d998b277 {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:56:58.283478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:56:58.283880 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Checking segment: {'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:56:58.284408 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:58.284895 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Bound using segment: {'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:56:58.285423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Bound port: 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:56:58.285808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:58.396907 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-db020520-8445-4607-88ba-bdd378e38e9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a3bb2e-10fe-43a2-a52f-869aad342f04 HTTP/1.1" status: 200  len: 217 time: 0.0912156
Jan 20 00:56:58.535855 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92d588-0174-4dfd-9c93-52c61d759105 req-e0e79e3f-7bfa-4679-a958-8cb4dfa77358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:58.537470 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-e0e79e3f-7bfa-4679-a958-8cb4dfa77358 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=789528cc-05fe-4b27-8465-8b93063f88a2 HTTP/1.1" status: 200  len: 850 time: 0.1148660
Jan 20 00:56:58.543480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] For port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:56:58.548299 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] For port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:56:58.589738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:58.618862 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:56:58.794766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa279a-b4ec-4d02-b74e-4b05b632909f req-89226d66-0c34-4f04-a386-8882ed385f45 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:58.796783 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5aaa279a-b4ec-4d02-b74e-4b05b632909f req-89226d66-0c34-4f04-a386-8882ed385f45 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1191993
Jan 20 00:56:58.801957 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:56:58.808417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:56:58.826227 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92d588-0174-4dfd-9c93-52c61d759105 req-38d058f2-9e74-4830-85a3-3cbf5e6c673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:58.827880 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-38d058f2-9e74-4830-85a3-3cbf5e6c673d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14b3dba-4d97-42f8-8920-51b8d4def42a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2816780
Jan 20 00:56:58.854411 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5aaa279a-b4ec-4d02-b74e-4b05b632909f req-7d757d02-ce75-484c-9891-fa5ed8146f5a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492365
Jan 20 00:56:58.888044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:58.888732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:56:58.890278 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] 10.222.0.20 "PUT /v2.0/ports/0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 HTTP/1.1" status: 200  len: 1157 time: 3.2008772
Jan 20 00:56:59.064248 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-0c753749-f88e-486c-ba82-f6bbf7c57922 service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248366
Jan 20 00:56:59.148111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-a5b1e14f-fd8f-4c3c-bcb9-2cbe99bdc73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:59.149867 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-a5b1e14f-fd8f-4c3c-bcb9-2cbe99bdc73d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 1160 time: 0.1756148
Jan 20 00:56:59.279942 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-6100100d-4783-460e-8414-83b296096a70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 HTTP/1.1" status: 200  len: 217 time: 0.0712574
Jan 20 00:56:59.330952 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039a3de-227b-4a28-9cc8-b77c1a287dee req-bbb93996-1e6e-41a4-b145-3e7e3b99db32 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:59.333197 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a039a3de-227b-4a28-9cc8-b77c1a287dee req-bbb93996-1e6e-41a4-b145-3e7e3b99db32 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 943 time: 0.2208717
Jan 20 00:56:59.396428 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a039a3de-227b-4a28-9cc8-b77c1a287dee req-481d32f6-8169-4253-90a2-f0bedeba8107 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568814
Jan 20 00:56:59.419829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'tag': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:56:59.503693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-3a3d9a81-f39d-4cf7-bc8e-7de87213da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:59.505463 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-3a3d9a81-f39d-4cf7-bc8e-7de87213da04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 HTTP/1.1" status: 200  len: 856 time: 0.2129793
Jan 20 00:56:59.509016 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db92d588-0174-4dfd-9c93-52c61d759105 req-0397bd08-215b-49b2-acc3-f1cb8b04a4a1 service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4323711
Jan 20 00:56:59.529768 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'tag': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9', 'status': 'completed', 'code': 200}
Jan 20 00:56:59.715967 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-920f2e07-c4d7-4bfc-b816-3047946a6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:59.717850 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-920f2e07-c4d7-4bfc-b816-3047946a6ae8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6192c1e-956c-4a43-9332-7629d998b277&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1825097
Jan 20 00:56:59.877794 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840895da-46c9-40af-aa73-70187fb80ad1 req-6379ee94-eb31-4d3b-9f0a-4f2d168b22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:56:59.880153 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-840895da-46c9-40af-aa73-70187fb80ad1 req-6379ee94-eb31-4d3b-9f0a-4f2d168b22f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8deb38a450244a299367605594731f4d&device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 1160 time: 0.2400088
Jan 20 00:56:59.996854 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-1dee3a71-339f-4153-b139-a63ad41bbc37 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2665865
Jan 20 00:57:00.257522 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17afcf9-1395-44ad-96a4-058c2a2baaba req-79970c5b-fd8c-4585-b827-30cd9fed4621 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:00.259850 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a17afcf9-1395-44ad-96a4-058c2a2baaba req-79970c5b-fd8c-4585-b827-30cd9fed4621 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1398356
Jan 20 00:57:00.270097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840895da-46c9-40af-aa73-70187fb80ad1 req-3f4ff256-7021-40cb-83e2-c87e80a5e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:00.271703 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-840895da-46c9-40af-aa73-70187fb80ad1 req-3f4ff256-7021-40cb-83e2-c87e80a5e3a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14b3dba-4d97-42f8-8920-51b8d4def42a HTTP/1.1" status: 200  len: 905 time: 0.3767011
Jan 20 00:57:00.348350 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a17afcf9-1395-44ad-96a4-058c2a2baaba req-382fe238-3f29-40ea-8800-4077089688d9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809779
Jan 20 00:57:00.350228 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60384) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:00.548397 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d1131c3-17b8-45df-bf6e-9e493e249d41 req-db748263-e8ac-434f-9de9-50f0df35808a service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5322258
Jan 20 00:57:00.550469 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-840895da-46c9-40af-aa73-70187fb80ad1 req-61592f99-50f9-474c-9289-f05fa805d3ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a3bb2e-10fe-43a2-a52f-869aad342f04 HTTP/1.1" status: 200  len: 217 time: 0.2590148
Jan 20 00:57:00.708327 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-683406a1-4956-478a-b17d-322fce5a7cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:00.746651 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-683406a1-4956-478a-b17d-322fce5a7cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:00.751327 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-683406a1-4956-478a-b17d-322fce5a7cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:789ea5f3d0a2439bb795e3d898deea07 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:00.751462 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840895da-46c9-40af-aa73-70187fb80ad1 req-935b3bf4-228c-4f14-839b-dd7f227ca28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:00.753918 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-840895da-46c9-40af-aa73-70187fb80ad1 req-935b3bf4-228c-4f14-839b-dd7f227ca28c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=789528cc-05fe-4b27-8465-8b93063f88a2 HTTP/1.1" status: 200  len: 850 time: 0.1317134
Jan 20 00:57:00.755274 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-683406a1-4956-478a-b17d-322fce5a7cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:00.761801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-683406a1-4956-478a-b17d-322fce5a7cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:00.858403 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18500e00-ecba-47a1-a2fc-5c7760dbe9d9 req-c6e9f30c-a151-435f-91bd-0016079e5482 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:00.864765 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-18500e00-ecba-47a1-a2fc-5c7760dbe9d9 req-c6e9f30c-a151-435f-91bd-0016079e5482 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 943 time: 0.2975760
Jan 20 00:57:00.924028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840895da-46c9-40af-aa73-70187fb80ad1 req-d4d9bc64-f8e9-428e-9463-83b065f072b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:00.925796 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-840895da-46c9-40af-aa73-70187fb80ad1 req-d4d9bc64-f8e9-428e-9463-83b065f072b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14b3dba-4d97-42f8-8920-51b8d4def42a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1258142
Jan 20 00:57:00.927457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a4838-f435-4d9d-8756-807f6b34336c req-11092129-f082-41c1-8262-8652f400e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:00.928886 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-075a4838-f435-4d9d-8756-807f6b34336c req-11092129-f082-41c1-8262-8652f400e7f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 1160 time: 0.1739414
Jan 20 00:57:00.930961 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-18500e00-ecba-47a1-a2fc-5c7760dbe9d9 req-3a52c758-3e70-49e5-8edb-4716be7ffe51 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652499
Jan 20 00:57:00.983400 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-683406a1-4956-478a-b17d-322fce5a7cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:00.990056 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-683406a1-4956-478a-b17d-322fce5a7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:00.999174 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c53e0da7-baee-412c-b474-a8704051efd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:01.045340 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-683406a1-4956-478a-b17d-322fce5a7cc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=789ea5f3d0a2439bb795e3d898deea07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6938262
Jan 20 00:57:01.046349 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683406a1-4956-478a-b17d-322fce5a7cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da0b4cf-e5c2-4d7a-81bc-9f2064cce18b,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:01.049390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60412) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:01.063469 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-683406a1-4956-478a-b17d-322fce5a7cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:01.122460 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6cf7f108-55c1-463b-90e9-30db02926f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:01.155319 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6cf7f108-55c1-463b-90e9-30db02926f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:01.210664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6cf7f108-55c1-463b-90e9-30db02926f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:01.217368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:01.242929 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6cf7f108-55c1-463b-90e9-30db02926f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:01.244543 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-6cf7f108-55c1-463b-90e9-30db02926f41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2da0b4cf-e5c2-4d7a-81bc-9f2064cce18b HTTP/1.1" status: 204  len: 168 time: 0.1922095
Jan 20 00:57:01.245275 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7f108-55c1-463b-90e9-30db02926f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da0b4cf-e5c2-4d7a-81bc-9f2064cce18b,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:01.248177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6cf7f108-55c1-463b-90e9-30db02926f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:01.274708 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-840895da-46c9-40af-aa73-70187fb80ad1 req-b7095706-b349-46bc-874f-dd6724fe9b13 service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3344059
Jan 20 00:57:01.286723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a4838-f435-4d9d-8756-807f6b34336c req-4a736898-3c99-4417-83bb-c6ca1679a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:01.288427 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-075a4838-f435-4d9d-8756-807f6b34336c req-4a736898-3c99-4417-83bb-c6ca1679a644 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 911 time: 0.3170369
Jan 20 00:57:01.406540 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-075a4838-f435-4d9d-8756-807f6b34336c req-75f5c89c-bd58-4a83-88d5-368ca1995bfa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 HTTP/1.1" status: 200  len: 217 time: 0.0930097
Jan 20 00:57:01.572799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a4838-f435-4d9d-8756-807f6b34336c req-d650d14a-423e-48cd-ae47-29f90a4e0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:01.573058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60436) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:01.574748 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-075a4838-f435-4d9d-8756-807f6b34336c req-d650d14a-423e-48cd-ae47-29f90a4e0070 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 HTTP/1.1" status: 200  len: 856 time: 0.1146011
Jan 20 00:57:01.584872 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-840895da-46c9-40af-aa73-70187fb80ad1 req-2fdee29b-86b2-4117-b3a2-15ce93018f60 service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3004932
Jan 20 00:57:01.720661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a4838-f435-4d9d-8756-807f6b34336c req-516d2058-eeec-4d43-b468-9ecdeb8eb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:01.722531 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-075a4838-f435-4d9d-8756-807f6b34336c req-516d2058-eeec-4d43-b468-9ecdeb8eb9f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6192c1e-956c-4a43-9332-7629d998b277&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1356492
Jan 20 00:57:01.868391 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cd16a-a77f-460b-b660-0e51e76e0e42 req-640384ee-77d4-4685-a76a-bffa6c18f12a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:01.870123 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df9cd16a-a77f-460b-b660-0e51e76e0e42 req-640384ee-77d4-4685-a76a-bffa6c18f12a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1456392
Jan 20 00:57:01.949734 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df9cd16a-a77f-460b-b660-0e51e76e0e42 req-5e71dc2a-1af7-40fe-b5e5-791572e5b7c4 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725849
Jan 20 00:57:02.002903 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-075a4838-f435-4d9d-8756-807f6b34336c req-adff3699-16c4-4ed8-b4e8-396ef3fa3974 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2712152
Jan 20 00:57:02.265789 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-075a4838-f435-4d9d-8756-807f6b34336c req-2db58b25-ea08-4825-92cf-0aba8f1a7954 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2549121
Jan 20 00:57:02.397474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-864df118-8b74-40c4-a2ee-da85d780667e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:02.442758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-864df118-8b74-40c4-a2ee-da85d780667e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:02.470058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692496d-2c0e-432e-9090-d4c4205aae75 req-a15d6306-616b-4b46-920b-8d65b2f87de2 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:02.472394 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2692496d-2c0e-432e-9090-d4c4205aae75 req-a15d6306-616b-4b46-920b-8d65b2f87de2 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 943 time: 0.2965083
Jan 20 00:57:02.475976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-864df118-8b74-40c4-a2ee-da85d780667e admin admin] Usage tracker for resource:security_group_rule and tenant:5f8a8507b32f436994851e3a8227539d is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:02.481746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-864df118-8b74-40c4-a2ee-da85d780667e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:02.522204 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-864df118-8b74-40c4-a2ee-da85d780667e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:02.569503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60462) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:02.608232 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eb098106-1e5c-4495-a1bb-a1162909e397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:02.634992 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2692496d-2c0e-432e-9090-d4c4205aae75 req-fdadca07-3b3c-434b-ae98-ee9e6651b330 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1549652
Jan 20 00:57:02.650620 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-eb098106-1e5c-4495-a1bb-a1162909e397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:02.660784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-eb098106-1e5c-4495-a1bb-a1162909e397 admin admin] Usage tracker for resource:security_group_rule and tenant:939b32aedca04070ba84f4c42b7d4c56 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:02.668862 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-eb098106-1e5c-4495-a1bb-a1162909e397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:02.677651 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-eb098106-1e5c-4495-a1bb-a1162909e397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:02.702554 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 89a3bb2e-10fe-43a2-a52f-869aad342f04 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:02.805368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eb098106-1e5c-4495-a1bb-a1162909e397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:02.809717 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eb098106-1e5c-4495-a1bb-a1162909e397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:02.820093 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7a89292c-6a41-4579-abce-bbe436788e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:02.840691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b3a84-294c-4ccd-a235-133342eb5f96 req-f017bba8-4b0c-40b8-b96b-fcdbacfbf5aa tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:02.861907 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8b7b3a84-294c-4ccd-a235-133342eb5f96 req-f017bba8-4b0c-40b8-b96b-fcdbacfbf5aa tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 945 time: 0.3605645
Jan 20 00:57:02.867437 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-eb098106-1e5c-4495-a1bb-a1162909e397 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=939b32aedca04070ba84f4c42b7d4c56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2964168
Jan 20 00:57:02.868506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb098106-1e5c-4495-a1bb-a1162909e397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8ec7fa-b989-4cf3-89e6-43bb44d2e489,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:02.871330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60472) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:02.877646 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-eb098106-1e5c-4495-a1bb-a1162909e397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:02.882834 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 89a3bb2e-10fe-43a2-a52f-869aad342f04 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:57:02.889431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 89a3bb2e-10fe-43a2-a52f-869aad342f04 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:02.890189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:02.980686 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8b7b3a84-294c-4ccd-a235-133342eb5f96 req-76b3d70c-a174-4591-af37-586598c5ce54 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/security-groups?id=ec2fa3e4-355b-4f61-a5c0-b858a15de928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148908
Jan 20 00:57:03.038426 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-864df118-8b74-40c4-a2ee-da85d780667e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:03.040603 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-969e0b80-a752-41c8-a95a-c2b435986c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:03.043076 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-864df118-8b74-40c4-a2ee-da85d780667e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:03.074231 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-969e0b80-a752-41c8-a95a-c2b435986c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:03.085185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:03.100992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5c64232e-1b0f-41e6-8d08-7fc5b867709f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:03.125972 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 89a3bb2e-10fe-43a2-a52f-869aad342f04, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=89a3bb2e-10fe-43a2-a52f-869aad342f04,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:57:03.127368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a3bb2e-10fe-43a2-a52f-869aad342f04'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:57:03.140342 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-864df118-8b74-40c4-a2ee-da85d780667e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f8a8507b32f436994851e3a8227539d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5659437
Jan 20 00:57:03.148689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:03.152819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:03.156113 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60484) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:03.156946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864df118-8b74-40c4-a2ee-da85d780667e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f63f390-d437-46cd-804b-8b2ec06766b3,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:03.167581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-864df118-8b74-40c4-a2ee-da85d780667e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:03.178555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-969e0b80-a752-41c8-a95a-c2b435986c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:03.193647 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:03.235299 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e0b80-a752-41c8-a95a-c2b435986c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8ec7fa-b989-4cf3-89e6-43bb44d2e489,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:03.249833 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-969e0b80-a752-41c8-a95a-c2b435986c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:03.258710 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-969e0b80-a752-41c8-a95a-c2b435986c9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d8ec7fa-b989-4cf3-89e6-43bb44d2e489 HTTP/1.1" status: 204  len: 168 time: 0.3861673
Jan 20 00:57:03.259815 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-969e0b80-a752-41c8-a95a-c2b435986c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:03.296824 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f5488cc-a5b9-4dd5-b8c3-b3c1536ff897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:03.333111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f5488cc-a5b9-4dd5-b8c3-b3c1536ff897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:03.360127 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a3bb2e-10fe-43a2-a52f-869aad342f04', 'code': 200}
Jan 20 00:57:03.363584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=89a3bb2e-10fe-43a2-a52f-869aad342f04,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:03.385695 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f5488cc-a5b9-4dd5-b8c3-b3c1536ff897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:03.389083 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:03.392874 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:03.417899 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5488cc-a5b9-4dd5-b8c3-b3c1536ff897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f63f390-d437-46cd-804b-8b2ec06766b3,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:03.457826 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9f5488cc-a5b9-4dd5-b8c3-b3c1536ff897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:03.463634 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f5488cc-a5b9-4dd5-b8c3-b3c1536ff897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:03.467479 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9f5488cc-a5b9-4dd5-b8c3-b3c1536ff897 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f63f390-d437-46cd-804b-8b2ec06766b3 HTTP/1.1" status: 204  len: 168 time: 0.3039832
Jan 20 00:57:03.532955 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bb638-fef5-489a-8f32-588b3abeed46 req-41ce8afb-5f5b-4397-bc38-83109bb7d563 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:03.535147 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d34bb638-fef5-489a-8f32-588b3abeed46 req-41ce8afb-5f5b-4397-bc38-83109bb7d563 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1185870
Jan 20 00:57:03.604684 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d34bb638-fef5-489a-8f32-588b3abeed46 req-fd4d77c6-2848-4d69-8ea9-ced35310a47f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625424
Jan 20 00:57:03.639015 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f698c-7736-4caa-b821-62fb6358e24d req-e715cfa2-8b5c-4a9f-b28c-74fa5d614fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:03.640983 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-240f698c-7736-4caa-b821-62fb6358e24d req-e715cfa2-8b5c-4a9f-b28c-74fa5d614fe9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 1162 time: 0.0956535
Jan 20 00:57:03.731064 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-240f698c-7736-4caa-b821-62fb6358e24d req-2a84e356-c772-4f2b-89ef-bd2c69e5a829 service neutron] Synchronizing usage tracker for tenant:048699347b5f4ef59444ab7883892221 on resource:security_group {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:57:03.750654 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-240f698c-7736-4caa-b821-62fb6358e24d req-2a84e356-c772-4f2b-89ef-bd2c69e5a829 service neutron] Unset dirty status for tenant:048699347b5f4ef59444ab7883892221 on resource:security_group {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:57:03.751883 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-240f698c-7736-4caa-b821-62fb6358e24d req-2a84e356-c772-4f2b-89ef-bd2c69e5a829 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709281
Jan 20 00:57:03.946388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cebe56-e9d6-4ace-9f5e-5a18fb508742 req-851e8a7e-d0fb-47f2-a7af-83c7a8444135 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:03.954268 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-97cebe56-e9d6-4ace-9f5e-5a18fb508742 req-851e8a7e-d0fb-47f2-a7af-83c7a8444135 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1391170
Jan 20 00:57:04.010364 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-97cebe56-e9d6-4ace-9f5e-5a18fb508742 req-affcd996-39f7-470e-997c-4642216c42f2 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551102
Jan 20 00:57:04.201033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60524) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:04.249772 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c435ca32-2158-4b5a-8189-a954fedd1e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:04.284922 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c435ca32-2158-4b5a-8189-a954fedd1e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:04.293830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-c435ca32-2158-4b5a-8189-a954fedd1e7a admin admin] Usage tracker for resource:security_group_rule and tenant:c21e0631fdb44d5ba8024d553dba6f01 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:04.304989 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-c435ca32-2158-4b5a-8189-a954fedd1e7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:04.315026 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c435ca32-2158-4b5a-8189-a954fedd1e7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:04.377056 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54569afa-33e7-44d3-bf42-46997af5893c req-6e0384e6-4bdf-4bbe-a2af-5f6f296dbe24 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:04.379616 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-54569afa-33e7-44d3-bf42-46997af5893c req-6e0384e6-4bdf-4bbe-a2af-5f6f296dbe24 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 945 time: 0.2333488
Jan 20 00:57:04.452100 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-54569afa-33e7-44d3-bf42-46997af5893c req-6b4c411d-e460-4a80-8916-669d592941db tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/security-groups?id=ec2fa3e4-355b-4f61-a5c0-b858a15de928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661960
Jan 20 00:57:04.517106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c435ca32-2158-4b5a-8189-a954fedd1e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:04.521201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c435ca32-2158-4b5a-8189-a954fedd1e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:04.532980 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8b5460f6-e41e-4255-a735-756d75aaec38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:04.595019 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c435ca32-2158-4b5a-8189-a954fedd1e7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c21e0631fdb44d5ba8024d553dba6f01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3896360
Jan 20 00:57:04.595019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435ca32-2158-4b5a-8189-a954fedd1e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2db4c70-7eb3-48f4-ae8d-a34f2d5f5737,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:04.595467 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60542) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:04.612522 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c435ca32-2158-4b5a-8189-a954fedd1e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:04.741180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-191b8e8f-a106-4da7-af56-5ffa2644c6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:04.744042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc8407-da5f-42e0-aca3-22a08305a210 req-4d17d90a-876d-4e16-aea4-743854e97d0d tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:04.745206 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-cddc8407-da5f-42e0-aca3-22a08305a210 req-4d17d90a-876d-4e16-aea4-743854e97d0d tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Synchronizing usage tracker for tenant:68d44cdf0b1b4d49918c62ab97f3056a on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:57:04.766968 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-cddc8407-da5f-42e0-aca3-22a08305a210 req-4d17d90a-876d-4e16-aea4-743854e97d0d tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Unset dirty status for tenant:68d44cdf0b1b4d49918c62ab97f3056a on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:57:04.768564 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cddc8407-da5f-42e0-aca3-22a08305a210 req-4d17d90a-876d-4e16-aea4-743854e97d0d tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.20 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 945 time: 0.1548264
Jan 20 00:57:04.785385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-191b8e8f-a106-4da7-af56-5ffa2644c6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:04.872325 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-191b8e8f-a106-4da7-af56-5ffa2644c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:04.879015 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9f5488cc-a5b9-4dd5-b8c3-b3c1536ff897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:04.894670 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-cddc8407-da5f-42e0-aca3-22a08305a210 req-747c7405-b4e0-48f8-a5d2-377f94cd8ec0 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Deleting port bec903d5-08f5-48c4-883f-100b2e8cd4c7 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 00:57:04.895101 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cddc8407-da5f-42e0-aca3-22a08305a210 req-747c7405-b4e0-48f8-a5d2-377f94cd8ec0 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:04.913630 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b8e8f-a106-4da7-af56-5ffa2644c6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2db4c70-7eb3-48f4-ae8d-a34f2d5f5737,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:04.916483 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-191b8e8f-a106-4da7-af56-5ffa2644c6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:04.922570 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-191b8e8f-a106-4da7-af56-5ffa2644c6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:04.924495 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-191b8e8f-a106-4da7-af56-5ffa2644c6a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2db4c70-7eb3-48f4-ae8d-a34f2d5f5737 HTTP/1.1" status: 204  len: 168 time: 0.3277996
Jan 20 00:57:05.164139 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 89a3bb2e-10fe-43a2-a52f-869aad342f04 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:05.164522 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b7c33-2824-42be-bf5f-dc82fa387a36 req-9537f8fa-eed9-49ef-8496-6e7c95807e13 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:05.178122 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-682b7c33-2824-42be-bf5f-dc82fa387a36 req-9537f8fa-eed9-49ef-8496-6e7c95807e13 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.2484925
Jan 20 00:57:05.352297 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-682b7c33-2824-42be-bf5f-dc82fa387a36 req-b8e52d75-510a-42af-9ff5-aa65674f7574 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1659689
Jan 20 00:57:05.415346 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 89a3bb2e-10fe-43a2-a52f-869aad342f04 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:05.415884 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:05.476692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-cddc8407-da5f-42e0-aca3-22a08305a210 req-747c7405-b4e0-48f8-a5d2-377f94cd8ec0 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] For port bec903d5-08f5-48c4-883f-100b2e8cd4c7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=bec903d5-08f5-48c4-883f-100b2e8cd4c7,segment=NetworkSegment(0d450400-dd97-49ba-a1a4-76fcd46a96c1),segment_id=0d450400-dd97-49ba-a1a4-76fcd46a96c1)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:57:05.477246 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cddc8407-da5f-42e0-aca3-22a08305a210 req-747c7405-b4e0-48f8-a5d2-377f94cd8ec0 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:05.486848 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5c943-9379-4185-8005-4a9704a1ccd1 req-cab9150f-e5c4-43c7-9400-457477891e92 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:05.490132 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93b5c943-9379-4185-8005-4a9704a1ccd1 req-cab9150f-e5c4-43c7-9400-457477891e92 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1362379
Jan 20 00:57:05.607670 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:05.714297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-cddc8407-da5f-42e0-aca3-22a08305a210 req-747c7405-b4e0-48f8-a5d2-377f94cd8ec0 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Calling delete_port for bec903d5-08f5-48c4-883f-100b2e8cd4c7 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 00:57:05.725822 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:57:05.731280 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:05.731982 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:05.751939 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93b5c943-9379-4185-8005-4a9704a1ccd1 req-01bdea33-8009-48d7-a3b6-9cf07ed41d71 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2529011
Jan 20 00:57:05.818134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88400329-8e5f-4fd6-860c-48c02c8142ee req-85e7065d-9f74-4655-89d6-92f311dc98c4 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:05.820076 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-88400329-8e5f-4fd6-860c-48c02c8142ee req-85e7065d-9f74-4655-89d6-92f311dc98c4 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 945 time: 0.2052567
Jan 20 00:57:05.929694 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-88400329-8e5f-4fd6-860c-48c02c8142ee req-6855b303-1be5-46b1-9833-8f7d90f3a017 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/security-groups?id=ec2fa3e4-355b-4f61-a5c0-b858a15de928&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999653
Jan 20 00:57:05.978575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:06.016662 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cddc8407-da5f-42e0-aca3-22a08305a210 req-747c7405-b4e0-48f8-a5d2-377f94cd8ec0 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:06.039211 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:57:06.040376 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:06.080430 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:57:06.085876 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:06.088153 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:06.097654 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c7405-b4e0-48f8-a5d2-377f94cd8ec0 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Pushing event deleted for resources: {'Port': ['ID=bec903d5-08f5-48c4-883f-100b2e8cd4c7,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:06.113846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-747c7405-b4e0-48f8-a5d2-377f94cd8ec0 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:06.239465 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9', 'code': 200}
Jan 20 00:57:06.273572 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:06.293431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:06.358417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddc8407-da5f-42e0-aca3-22a08305a210 req-747c7405-b4e0-48f8-a5d2-377f94cd8ec0 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] No DVR routers for this DVR port bec903d5-08f5-48c4-883f-100b2e8cd4c7 on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 00:57:06.364864 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cddc8407-da5f-42e0-aca3-22a08305a210 req-747c7405-b4e0-48f8-a5d2-377f94cd8ec0 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:06.368500 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5fce75-061f-4c65-a32d-4f8ac99dd0c0', 'name': 'network-vif-deleted', 'tag': 'bec903d5-08f5-48c4-883f-100b2e8cd4c7'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:57:06.391038 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cddc8407-da5f-42e0-aca3-22a08305a210 req-747c7405-b4e0-48f8-a5d2-377f94cd8ec0 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.20 "DELETE /v2.0/ports/bec903d5-08f5-48c4-883f-100b2e8cd4c7 HTTP/1.1" status: 204  len: 173 time: 1.6160586
Jan 20 00:57:06.530084 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5fce75-061f-4c65-a32d-4f8ac99dd0c0', 'name': 'network-vif-deleted', 'tag': 'bec903d5-08f5-48c4-883f-100b2e8cd4c7', 'status': 'completed', 'code': 200}
Jan 20 00:57:06.726046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3247bb-3a83-446d-ad33-369cf9aeb0db req-7467c6ac-ee8b-4fc6-9cad-7da751d18a91 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:06.728294 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bb3247bb-3a83-446d-ad33-369cf9aeb0db req-7467c6ac-ee8b-4fc6-9cad-7da751d18a91 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1218147
Jan 20 00:57:06.789113 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bb3247bb-3a83-446d-ad33-369cf9aeb0db req-77dac510-4e07-4866-955a-7424d9d43420 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509043
Jan 20 00:57:07.024181 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16be860-5755-4d61-aa52-168cf2187f8c req-c2988728-1106-4d9a-a790-69a613ef9217 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:07.025955 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a16be860-5755-4d61-aa52-168cf2187f8c req-c2988728-1106-4d9a-a790-69a613ef9217 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1082487
Jan 20 00:57:07.112731 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a16be860-5755-4d61-aa52-168cf2187f8c req-dae64ae4-ba52-45d8-b0c5-76fcf665a72a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754149
Jan 20 00:57:07.189497 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-663360c8-2344-4b0d-8a5c-36b815aad02b req-56b698ce-b3e5-450b-9d9d-ed21c49c8980 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 210 time: 0.0834985
Jan 20 00:57:07.380698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebe271-966a-43ed-95bf-7aa3a760db6a req-a3bc1ff4-567e-4e0f-9989-0d3d2ee17ee8 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:07.382391 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bdebe271-966a-43ed-95bf-7aa3a760db6a req-a3bc1ff4-567e-4e0f-9989-0d3d2ee17ee8 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1088283
Jan 20 00:57:07.392042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60662) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:07.398311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-2e6d1649-c189-4020-b916-895ef7d5907f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Request body: {'floatingip': {'port_id': '89a3bb2e-10fe-43a2-a52f-869aad342f04'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:07.681846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1649-c189-4020-b916-895ef7d5907f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:08.085321 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9f8a7-6290-4d33-b233-af8d3a478ae8 req-bcae7ef6-2f7a-4c9d-9ed7-85a21b26d9c2 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:08.093617 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2a9f8a7-6290-4d33-b233-af8d3a478ae8 req-bcae7ef6-2f7a-4c9d-9ed7-85a21b26d9c2 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1317539
Jan 20 00:57:08.187185 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2a9f8a7-6290-4d33-b233-af8d3a478ae8 req-2d2911d6-7ad0-421b-8c2b-e980fff8f152 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924890
Jan 20 00:57:08.468325 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c37cb08d-eff2-444a-858f-a97457d960ee req-3619657e-50d4-4629-af30-70e56914a144 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 210 time: 0.0695853
Jan 20 00:57:08.621943 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1649-c189-4020-b916-895ef7d5907f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:08.625195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1649-c189-4020-b916-895ef7d5907f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:08.849114 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [None req-2e6d1649-c189-4020-b916-895ef7d5907f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Floating IP 584ece73-1bd2-44a7-853a-ae107b076368 associated. External IP: 172.27.2.210, port: 89a3bb2e-10fe-43a2-a52f-869aad342f04.
Jan 20 00:57:09.162300 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 89a3bb2e-10fe-43a2-a52f-869aad342f04 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:09.280698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60720) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:09.283034 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 89a3bb2e-10fe-43a2-a52f-869aad342f04 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:09.283810 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:09.495281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device bec903d5-08f5-48c4-883f-100b2e8cd4c7 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 00:57:09.523534 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6d1649-c189-4020-b916-895ef7d5907f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Router 59647cfd-d68a-4afe-8454-ee99a1aab874 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 00:57:09.529892 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360160-27c8-4a1c-8a83-8bc66d674d49 req-a64df01f-782c-42c9-8c89-608b0541ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:09.531605 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0a360160-27c8-4a1c-8a83-8bc66d674d49 req-a64df01f-782c-42c9-8c89-608b0541ac3e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 1162 time: 0.3586905
Jan 20 00:57:09.559658 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] No Port match for: bec903d5-08f5-48c4-883f-100b2e8cd4c7 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 00:57:09.560062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device bec903d5-08f5-48c4-883f-100b2e8cd4c7 not bound to the agent host hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 00:57:09.567104 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6ab97-41b7-438c-a249-d45222daf467 req-97099948-4e70-4c83-805d-a522c2dd2b41 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:09.574929 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93e6ab97-41b7-438c-a249-d45222daf467 req-97099948-4e70-4c83-805d-a522c2dd2b41 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1766016
Jan 20 00:57:09.625114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e9d6-7bac-46ea-83ea-55d05db96adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:09.646442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5cb8e9d6-7bac-46ea-83ea-55d05db96adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:09.650863 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-5cb8e9d6-7bac-46ea-83ea-55d05db96adf admin admin] Usage tracker for resource:security_group_rule and tenant:273f1c2f86574e8481b0749cee7838c3 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:09.662259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-5cb8e9d6-7bac-46ea-83ea-55d05db96adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:09.724678 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93e6ab97-41b7-438c-a249-d45222daf467 req-8005e3f7-cbdd-4e74-9b71-6140dd53c7a1 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1485822
Jan 20 00:57:09.725743 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5cb8e9d6-7bac-46ea-83ea-55d05db96adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:09.732410 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0a360160-27c8-4a1c-8a83-8bc66d674d49 req-00861186-c99f-41be-b42a-148d96ee16e6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1929994
Jan 20 00:57:09.735576 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2658260b-5b33-4809-9aa0-86127eeec67d req-12a695fc-4aa3-42ca-9f30-5e369f6766bc tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 210 time: 0.0679452
Jan 20 00:57:09.801278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6d1649-c189-4020-b916-895ef7d5907f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 00:57:09.805846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1649-c189-4020-b916-895ef7d5907f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:09.815663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f895f874-da0b-4bf0-b0aa-8f422d25600d None None] Sync routers for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 00:57:09.827134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895f874-da0b-4bf0-b0aa-8f422d25600d None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:57:09.827998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f895f874-da0b-4bf0-b0aa-8f422d25600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b515ba8>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:56:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:09.849779 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e9d6-7bac-46ea-83ea-55d05db96adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:09.852764 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e9d6-7bac-46ea-83ea-55d05db96adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:09.870295 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0025b8e5-4f5f-4e9d-a055-5cb1aee5aafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:09.881718 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2e6d1649-c189-4020-b916-895ef7d5907f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "PUT /v2.0/floatingips/584ece73-1bd2-44a7-853a-ae107b076368 HTTP/1.1" status: 200  len: 991 time: 2.4855790
Jan 20 00:57:09.881718 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'tag': '89a3bb2e-10fe-43a2-a52f-869aad342f04'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:57:09.926798 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8e9d6-7bac-46ea-83ea-55d05db96adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bced12a7-e541-4c06-bed0-9b457210dfc6,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:09.931694 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5cb8e9d6-7bac-46ea-83ea-55d05db96adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:09.934682 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-5cb8e9d6-7bac-46ea-83ea-55d05db96adf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=273f1c2f86574e8481b0749cee7838c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6521678
Jan 20 00:57:09.937002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60748) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:10.006346 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'tag': '89a3bb2e-10fe-43a2-a52f-869aad342f04', 'status': 'completed', 'code': 200}
Jan 20 00:57:10.009727 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a777ea52-4951-4849-8998-3fbb22106cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:10.042571 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a777ea52-4951-4849-8998-3fbb22106cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:10.067091 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:10.106573 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f895f874-da0b-4bf0-b0aa-8f422d25600d None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:57:10.129248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a777ea52-4951-4849-8998-3fbb22106cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:10.135527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9e6e8707-1aea-4aee-9a25-d764d0465701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:10.196493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777ea52-4951-4849-8998-3fbb22106cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bced12a7-e541-4c06-bed0-9b457210dfc6,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:10.200979 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a777ea52-4951-4849-8998-3fbb22106cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:10.214179 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a777ea52-4951-4849-8998-3fbb22106cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:10.219652 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a777ea52-4951-4849-8998-3fbb22106cc0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bced12a7-e541-4c06-bed0-9b457210dfc6 HTTP/1.1" status: 204  len: 168 time: 0.2815835
Jan 20 00:57:10.360581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:10.361177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:10.371189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5e51a-9560-4f1b-bc42-ab4be9f3c41b req-0876fee1-f7ab-42e0-90aa-c4d9899db875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:10.375366 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0ac5e51a-9560-4f1b-bc42-ab4be9f3c41b req-0876fee1-f7ab-42e0-90aa-c4d9899db875 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8deb38a450244a299367605594731f4d&device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 1162 time: 0.2350421
Jan 20 00:57:10.673253 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5e51a-9560-4f1b-bc42-ab4be9f3c41b req-5eed3fcc-7cff-4c58-970a-8f12e5b6b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:10.675508 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0ac5e51a-9560-4f1b-bc42-ab4be9f3c41b req-5eed3fcc-7cff-4c58-970a-8f12e5b6b75a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14b3dba-4d97-42f8-8920-51b8d4def42a HTTP/1.1" status: 200  len: 905 time: 0.2835124
Jan 20 00:57:10.702521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f895f874-da0b-4bf0-b0aa-8f422d25600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b515ba8>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '584ece73-1bd2-44a7-853a-ae107b076368', 'tenant_id': '8deb38a450244a299367605594731f4d', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'port_id': '89a3bb2e-10fe-43a2-a52f-869aad342f04', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'mac_address': 'fa:16:3e:5a:02:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T00:56:42Z', 'updated_at': '2021-01-20T00:57:08Z', 'revision_number': 1, 'project_id': '8deb38a450244a299367605594731f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:46Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:10.708102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f895f874-da0b-4bf0-b0aa-8f422d25600d None None] Checking router: 59647cfd-d68a-4afe-8454-ee99a1aab874 for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 00:57:10.719433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895f874-da0b-4bf0-b0aa-8f422d25600d None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:57:10.720190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f895f874-da0b-4bf0-b0aa-8f422d25600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b515ba8>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:56:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:10.838781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60780) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:10.858660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4e987f3b-02dd-4862-98d9-11fd702540b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:10.876872 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4e987f3b-02dd-4862-98d9-11fd702540b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:10.889836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-4e987f3b-02dd-4862-98d9-11fd702540b6 admin admin] Usage tracker for resource:security_group_rule and tenant:ce7223f9c73641bfaa4828c469f7699e is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:10.893131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-4e987f3b-02dd-4862-98d9-11fd702540b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:10.899740 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4e987f3b-02dd-4862-98d9-11fd702540b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:10.964574 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0ac5e51a-9560-4f1b-bc42-ab4be9f3c41b req-8dfdd7bb-37ab-45c1-b221-a0ba8d972623 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a3bb2e-10fe-43a2-a52f-869aad342f04 HTTP/1.1" status: 200  len: 999 time: 0.2590058
Jan 20 00:57:11.184697 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5e51a-9560-4f1b-bc42-ab4be9f3c41b req-08a9fef7-8379-4c16-9797-f887c8020ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:11.187783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f895f874-da0b-4bf0-b0aa-8f422d25600d None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:57:11.189968 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0ac5e51a-9560-4f1b-bc42-ab4be9f3c41b req-08a9fef7-8379-4c16-9797-f887c8020ff6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=789528cc-05fe-4b27-8465-8b93063f88a2 HTTP/1.1" status: 200  len: 850 time: 0.2203925
Jan 20 00:57:11.232417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4e987f3b-02dd-4862-98d9-11fd702540b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:11.319899 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a7fa9f70-6f70-40e9-b896-c38ef9b59604 req-af0e0339-3726-420e-b043-4629d8ed7420 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] 10.222.0.37 "GET /v2.0/ports?device_id=8e5fce75-061f-4c65-a32d-4f8ac99dd0c0 HTTP/1.1" status: 200  len: 210 time: 0.0901582
Jan 20 00:57:11.325971 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4e987f3b-02dd-4862-98d9-11fd702540b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:11.353738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60794) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:11.357339 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a7182de4-34ef-4030-801e-cf3fd32f0573 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:11.395430 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5e51a-9560-4f1b-bc42-ab4be9f3c41b req-fec6ebc6-4ccf-4623-9274-aca2fa62e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:11.397105 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0ac5e51a-9560-4f1b-bc42-ab4be9f3c41b req-fec6ebc6-4ccf-4623-9274-aca2fa62e396 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14b3dba-4d97-42f8-8920-51b8d4def42a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1994424
Jan 20 00:57:11.417378 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e987f3b-02dd-4862-98d9-11fd702540b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffc4b7d-5fe0-4ec7-80be-79a11a5d0d5e,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:11.426663 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4e987f3b-02dd-4862-98d9-11fd702540b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce7223f9c73641bfaa4828c469f7699e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5865815
Jan 20 00:57:11.429870 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4e987f3b-02dd-4862-98d9-11fd702540b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:11.430293 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60800) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:11.509031 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578e0ea-8a76-4852-93fa-b2aa2603e1a8 req-a7f0ae0b-907d-4790-8519-e8d9b6f8bb75 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:11.510753 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8578e0ea-8a76-4852-93fa-b2aa2603e1a8 req-a7f0ae0b-907d-4790-8519-e8d9b6f8bb75 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.4260938
Jan 20 00:57:11.549337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d977cce6-215a-4bab-aa94-f805b4945460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:11.617706 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d977cce6-215a-4bab-aa94-f805b4945460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:11.649239 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0ac5e51a-9560-4f1b-bc42-ab4be9f3c41b req-47d79575-d08b-4ec4-adff-bc3a706819f1 service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2309880
Jan 20 00:57:11.665678 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8578e0ea-8a76-4852-93fa-b2aa2603e1a8 req-e2c7141b-8ad4-4442-b0ac-b4298f93bbe0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1413145
Jan 20 00:57:11.676866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:11.698396 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:11.702755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Usage tracker for resource:security_group_rule and tenant:270dbe6ebd604659b49042be6d6aa31f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:11.706559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:11.713127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:11.734915 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d977cce6-215a-4bab-aa94-f805b4945460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:11.757006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5cb8e9d6-7bac-46ea-83ea-55d05db96adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:11.780477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977cce6-215a-4bab-aa94-f805b4945460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffc4b7d-5fe0-4ec7-80be-79a11a5d0d5e,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:11.784779 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d977cce6-215a-4bab-aa94-f805b4945460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:11.801168 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d977cce6-215a-4bab-aa94-f805b4945460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:11.802394 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d977cce6-215a-4bab-aa94-f805b4945460 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ffc4b7d-5fe0-4ec7-80be-79a11a5d0d5e HTTP/1.1" status: 204  len: 168 time: 0.3711960
Jan 20 00:57:11.872482 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:11.879754 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:11.894847 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:11.921768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f895f874-da0b-4bf0-b0aa-8f422d25600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b515ba8>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '584ece73-1bd2-44a7-853a-ae107b076368', 'tenant_id': '8deb38a450244a299367605594731f4d', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'port_id': '89a3bb2e-10fe-43a2-a52f-869aad342f04', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'mac_address': 'fa:16:3e:5a:02:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T00:56:42Z', 'updated_at': '2021-01-20T00:57:08Z', 'revision_number': 1, 'project_id': '8deb38a450244a299367605594731f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:46Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:11.935378 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0ac5e51a-9560-4f1b-bc42-ab4be9f3c41b req-28d0d575-0f54-4187-b15e-30f5329a89dd service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2771344
Jan 20 00:57:11.938763 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f895f874-da0b-4bf0-b0aa-8f422d25600d None None] The sync data for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi is: [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '584ece73-1bd2-44a7-853a-ae107b076368', 'tenant_id': '8deb38a450244a299367605594731f4d', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'port_id': '89a3bb2e-10fe-43a2-a52f-869aad342f04', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'mac_address': 'fa:16:3e:5a:02:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T00:56:42Z', 'updated_at': '2021-01-20T00:57:08Z', 'revision_number': 1, 'project_id': '8deb38a450244a299367605594731f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:46Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 00:57:11.951068 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60820) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:11.951436 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=270dbe6ebd604659b49042be6d6aa31f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5862525
Jan 20 00:57:11.964327 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0fac54-998b-4c92-ab9e-67830131f672,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:11.979159 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.980006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.980422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.980975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.981417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.981806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.982191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.982644 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.983334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.983716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.984108 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.984484 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.984948 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.985849 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.985849 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.986036 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.986501 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.986933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.990427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.991115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.991214 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.991728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.992363 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.992532 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:11.997312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:12.056832 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a194547a-848e-4a99-a276-86edb6bb4ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:12.073327 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e822d301-31b1-47de-b164-0ff150516b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:12.086357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60824) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:12.102463 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e822d301-31b1-47de-b164-0ff150516b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:12.198778 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e822d301-31b1-47de-b164-0ff150516b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:12.207683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-db1314ba-a011-41af-af88-be0ce0bd6f1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:12.225355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:12.231171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822d301-31b1-47de-b164-0ff150516b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0fac54-998b-4c92-ab9e-67830131f672,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:12.244172 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e822d301-31b1-47de-b164-0ff150516b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:12.254124 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e822d301-31b1-47de-b164-0ff150516b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:12.259105 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e822d301-31b1-47de-b164-0ff150516b85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b0fac54-998b-4c92-ab9e-67830131f672 HTTP/1.1" status: 204  len: 168 time: 0.3053298
Jan 20 00:57:12.338542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:12.338948 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:12.394477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a8df-1afd-43d2-b59d-ff68c23b74a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:12.402450 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d0bb8-7741-4465-afec-650a08c34c10 None None] New status for floating IP 584ece73-1bd2-44a7-853a-ae107b076368: ACTIVE {{(pid=80158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 00:57:12.444995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a5b2a8df-1afd-43d2-b59d-ff68c23b74a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:12.459846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a5b2a8df-1afd-43d2-b59d-ff68c23b74a3 admin admin] Usage tracker for resource:security_group_rule and tenant:28fa7528e06c48e4a06502fd86644398 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:12.463311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a5b2a8df-1afd-43d2-b59d-ff68c23b74a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:12.478773 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a5b2a8df-1afd-43d2-b59d-ff68c23b74a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:12.669636 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a8df-1afd-43d2-b59d-ff68c23b74a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:12.676391 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a8df-1afd-43d2-b59d-ff68c23b74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:12.743104 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d4c03ad9-9064-4515-afb9-efb789167dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:12.754015 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a5b2a8df-1afd-43d2-b59d-ff68c23b74a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28fa7528e06c48e4a06502fd86644398&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6653504
Jan 20 00:57:12.757024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60856) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:12.776057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60864) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:12.830188 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3d0f-cf11-4555-bd75-72eb31a46f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:12.872619 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2a8df-1afd-43d2-b59d-ff68c23b74a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e5d06-7322-4f05-80cb-6d82d943d480,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:12.888324 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3d8c3d0f-cf11-4555-bd75-72eb31a46f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:12.902298 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a5b2a8df-1afd-43d2-b59d-ff68c23b74a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:12.904946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-3d8c3d0f-cf11-4555-bd75-72eb31a46f53 admin admin] Usage tracker for resource:security_group_rule and tenant:f124e04bb60044718686b669eca13f41 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:12.914378 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-3d8c3d0f-cf11-4555-bd75-72eb31a46f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:12.922457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3d8c3d0f-cf11-4555-bd75-72eb31a46f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:12.936850 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:13.021155 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:13.122751 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:13.133652 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-379d95d9-2cb5-4223-8437-f75209612eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:13.177961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:13.186603 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e37e5d06-7322-4f05-80cb-6d82d943d480 HTTP/1.1" status: 204  len: 168 time: 0.4281533
Jan 20 00:57:13.189972 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e5d06-7322-4f05-80cb-6d82d943d480,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:13.207359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.210462 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.213238 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.213866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.214454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.216621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.217519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.219538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.221201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.223467 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.225604 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.226216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.226900 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.228474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.229291 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.230213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.232010 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.233101 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.234913 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.235513 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.236089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.237653 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.238232 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.240478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:13.246077 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:13.345615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63bce7-536a-4432-8653-1a7e286bacfe req-d45cd785-78c0-4c38-8eeb-78b37d4f143c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:13.349414 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-da63bce7-536a-4432-8653-1a7e286bacfe req-d45cd785-78c0-4c38-8eeb-78b37d4f143c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.3911436
Jan 20 00:57:13.454628 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3d0f-cf11-4555-bd75-72eb31a46f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:13.465565 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3d0f-cf11-4555-bd75-72eb31a46f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:13.496440 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e6c4c778-ac5e-4dcf-bd45-13f40ed9d7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:13.527506 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-3d8c3d0f-cf11-4555-bd75-72eb31a46f53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f124e04bb60044718686b669eca13f41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7504730
Jan 20 00:57:13.530856 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60890) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:13.540087 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c3d0f-cf11-4555-bd75-72eb31a46f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a68cd8-26ca-4812-9cb7-0bd695c85014,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:13.560249 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-da63bce7-536a-4432-8653-1a7e286bacfe req-6fed4cf1-b249-4d2d-8061-64bafc89a849 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1887274
Jan 20 00:57:13.561259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3d8c3d0f-cf11-4555-bd75-72eb31a46f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:13.566071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60894) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:13.614954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ea72fb3-3b01-4949-b241-5b765bdc5573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:13.652348 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ea72fb3-3b01-4949-b241-5b765bdc5573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:13.710906 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ea72fb3-3b01-4949-b241-5b765bdc5573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:13.716431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b06171e3-8f77-46ba-a586-2fae83367afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:13.729424 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea72fb3-3b01-4949-b241-5b765bdc5573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a68cd8-26ca-4812-9cb7-0bd695c85014,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:13.733361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5ea72fb3-3b01-4949-b241-5b765bdc5573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:13.740590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ea72fb3-3b01-4949-b241-5b765bdc5573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:13.744730 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-5ea72fb3-3b01-4949-b241-5b765bdc5573 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4a68cd8-26ca-4812-9cb7-0bd695c85014 HTTP/1.1" status: 204  len: 168 time: 0.2123222
Jan 20 00:57:13.850078 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1c7cb-0603-4dd6-950e-e4ff899769d8 req-29185aa7-6dc1-4381-858a-2bdc73295f1f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:13.851773 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d8b1c7cb-0603-4dd6-950e-e4ff899769d8 req-29185aa7-6dc1-4381-858a-2bdc73295f1f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1332943
Jan 20 00:57:13.861770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60910) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:13.865597 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec3f6f47-2302-43e2-a881-b71685bed195 req-bb3de5e4-d48c-40bd-8fe1-121598c44385 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1160915
Jan 20 00:57:13.869528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-d0548c9b-9d9b-416a-a8d8-b4dd0db17346 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Request body: {'floatingip': {'port_id': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:13.888354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60916) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:13.924946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19f5fe41-3df0-4db7-9ad9-4424dfbc1ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:13.962268 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-19f5fe41-3df0-4db7-9ad9-4424dfbc1ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:13.970090 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-19f5fe41-3df0-4db7-9ad9-4424dfbc1ece admin admin] Usage tracker for resource:security_group_rule and tenant:5913594e79074e0582570520524982c0 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:13.978362 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-19f5fe41-3df0-4db7-9ad9-4424dfbc1ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:13.988756 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d0548c9b-9d9b-416a-a8d8-b4dd0db17346 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:13.996430 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-19f5fe41-3df0-4db7-9ad9-4424dfbc1ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:14.136050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f6f47-2302-43e2-a881-b71685bed195 req-e1ef9182-8ab5-487e-9ace-e3425e5fc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:14.138065 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec3f6f47-2302-43e2-a881-b71685bed195 req-e1ef9182-8ab5-487e-9ace-e3425e5fc29b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8deb38a450244a299367605594731f4d&device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 1162 time: 0.1216486
Jan 20 00:57:14.256263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60922) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:14.400224 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-567193d2-06de-4730-963e-6b5ac3f1e05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:14.412177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19f5fe41-3df0-4db7-9ad9-4424dfbc1ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:14.413736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f6f47-2302-43e2-a881-b71685bed195 req-d111f79a-f3fb-465c-9b71-71f5e69a78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:14.416368 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec3f6f47-2302-43e2-a881-b71685bed195 req-d111f79a-f3fb-465c-9b71-71f5e69a78c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14b3dba-4d97-42f8-8920-51b8d4def42a HTTP/1.1" status: 200  len: 905 time: 0.2393417
Jan 20 00:57:14.422970 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19f5fe41-3df0-4db7-9ad9-4424dfbc1ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:14.424353 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-567193d2-06de-4730-963e-6b5ac3f1e05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:14.429129 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-567193d2-06de-4730-963e-6b5ac3f1e05f admin admin] Usage tracker for resource:security_group_rule and tenant:638ecb0067a047b88afe47f593aaa795 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:14.432067 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-567193d2-06de-4730-963e-6b5ac3f1e05f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:14.437909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-567193d2-06de-4730-963e-6b5ac3f1e05f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:14.565017 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-567193d2-06de-4730-963e-6b5ac3f1e05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:14.572716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-567193d2-06de-4730-963e-6b5ac3f1e05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:14.585650 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a3b7721e-4491-4f39-bacd-33db17173d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:14.601757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a4c6fe0c-9d43-4369-a509-28dd824b9506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:14.652474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567193d2-06de-4730-963e-6b5ac3f1e05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c64f81f-7cf5-4c1a-870b-92cd20aead2b,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:14.659058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-567193d2-06de-4730-963e-6b5ac3f1e05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:14.664581 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-567193d2-06de-4730-963e-6b5ac3f1e05f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=638ecb0067a047b88afe47f593aaa795&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0974295
Jan 20 00:57:14.672853 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60936) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:14.736015 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:14.742046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60942) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:14.763420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:14.770312 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-19f5fe41-3df0-4db7-9ad9-4424dfbc1ece admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5913594e79074e0582570520524982c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8780797
Jan 20 00:57:14.774141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60946) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:14.774586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60948) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:14.784843 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec3f6f47-2302-43e2-a881-b71685bed195 req-40079ffe-3ef9-46af-9660-3487f902929f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a3bb2e-10fe-43a2-a52f-869aad342f04 HTTP/1.1" status: 200  len: 1001 time: 0.3080444
Jan 20 00:57:14.835535 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60956) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:14.860619 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-459d4b40-3670-49cc-b8eb-b948bfdef9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:14.900351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-459d4b40-3670-49cc-b8eb-b948bfdef9b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:14.926666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-459d4b40-3670-49cc-b8eb-b948bfdef9b6 admin admin] Usage tracker for resource:security_group_rule and tenant:046ba5a7dabd4bcc8fa3986326cd91c7 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:14.931147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5fe41-3df0-4db7-9ad9-4424dfbc1ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72336bb9-2e27-4f97-8caf-09159cc2e326,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:14.934128 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0197b44-3adb-4c25-bd5b-6d417b69082b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:14.935143 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-459d4b40-3670-49cc-b8eb-b948bfdef9b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:14.946994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-459d4b40-3670-49cc-b8eb-b948bfdef9b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:14.955114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-19f5fe41-3df0-4db7-9ad9-4424dfbc1ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:14.977883 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff312732-b774-4dbf-9928-a1dda48fa37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:14.985161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f0197b44-3adb-4c25-bd5b-6d417b69082b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:14.998672 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-f0197b44-3adb-4c25-bd5b-6d417b69082b admin admin] Usage tracker for resource:security_group_rule and tenant:77f7d25932124de28eb5c571617287d5 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:15.006506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-f0197b44-3adb-4c25-bd5b-6d417b69082b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:15.021059 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2dc738c-7d68-48fc-9ad5-7311bbd5ee7d admin admin] Deleting subnet 710a6854-214d-4084-8e01-67af5492a75e {{(pid=80157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 00:57:15.027265 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f0197b44-3adb-4c25-bd5b-6d417b69082b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:15.032991 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2dc738c-7d68-48fc-9ad5-7311bbd5ee7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.074992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f6f47-2302-43e2-a881-b71685bed195 req-bad9ba37-dfe3-441c-a79a-fdf145471a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:15.076587 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec3f6f47-2302-43e2-a881-b71685bed195 req-bad9ba37-dfe3-441c-a79a-fdf145471a4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=789528cc-05fe-4b27-8465-8b93063f88a2 HTTP/1.1" status: 200  len: 850 time: 0.2354345
Jan 20 00:57:15.089058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff312732-b774-4dbf-9928-a1dda48fa37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.184190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a1f5d22c-f957-4a1e-8504-d9a896acb77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.206901 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48bd6293-1218-4035-a7ce-b776704d7970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.258820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2dc738c-7d68-48fc-9ad5-7311bbd5ee7d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.267302 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-48bd6293-1218-4035-a7ce-b776704d7970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:15.278516 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a1f5d22c-f957-4a1e-8504-d9a896acb77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.293264 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-48bd6293-1218-4035-a7ce-b776704d7970 admin admin] Usage tracker for resource:security_group_rule and tenant:4a0a653865484a7b908c01f780fb51c5 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:15.296240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2dc738c-7d68-48fc-9ad5-7311bbd5ee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.331591 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-48bd6293-1218-4035-a7ce-b776704d7970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:15.352215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-48bd6293-1218-4035-a7ce-b776704d7970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:15.433219 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff312732-b774-4dbf-9928-a1dda48fa37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.447046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b1c6ce9a-8dc4-4b14-a95c-ba789885c47a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:15.470639 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.resource_extend [None req-d0548c9b-9d9b-416a-a8d8-b4dd0db17346 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 20 00:57:15.491885 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f6f47-2302-43e2-a881-b71685bed195 req-c202e699-3f41-4bb0-9b53-40ec8d11419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:15.493564 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec3f6f47-2302-43e2-a881-b71685bed195 req-c202e699-3f41-4bb0-9b53-40ec8d11419b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14b3dba-4d97-42f8-8920-51b8d4def42a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4025383
Jan 20 00:57:15.531700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff312732-b774-4dbf-9928-a1dda48fa37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c64f81f-7cf5-4c1a-870b-92cd20aead2b,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:15.534232 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ff312732-b774-4dbf-9928-a1dda48fa37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:15.548111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-459d4b40-3670-49cc-b8eb-b948bfdef9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.572092 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-459d4b40-3670-49cc-b8eb-b948bfdef9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.585415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3d8c3d0f-cf11-4555-bd75-72eb31a46f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:15.591078 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0197b44-3adb-4c25-bd5b-6d417b69082b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.612779 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0197b44-3adb-4c25-bd5b-6d417b69082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.637692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff312732-b774-4dbf-9928-a1dda48fa37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.637927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:15.638920 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ff312732-b774-4dbf-9928-a1dda48fa37d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c64f81f-7cf5-4c1a-870b-92cd20aead2b HTTP/1.1" status: 204  len: 168 time: 0.9650342
Jan 20 00:57:15.650366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d0548c9b-9d9b-416a-a8d8-b4dd0db17346 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.655829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d4b40-3670-49cc-b8eb-b948bfdef9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559f30ef-507d-45b5-a2c3-af1936fe4fc6,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:15.657037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a1f5d22c-f957-4a1e-8504-d9a896acb77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.661946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-459d4b40-3670-49cc-b8eb-b948bfdef9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:15.662895 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d0548c9b-9d9b-416a-a8d8-b4dd0db17346 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.729550 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-459d4b40-3670-49cc-b8eb-b948bfdef9b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=046ba5a7dabd4bcc8fa3986326cd91c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9824522
Jan 20 00:57:15.760426 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60972) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:15.790541 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-f0197b44-3adb-4c25-bd5b-6d417b69082b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77f7d25932124de28eb5c571617287d5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5316155
Jan 20 00:57:15.803330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 60976) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:15.912237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b36-02f8-42b7-8d2e-04a23a5bbeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:15.930505 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [None req-d0548c9b-9d9b-416a-a8d8-b4dd0db17346 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Floating IP 525abb95-0377-41a1-bde7-4c3747274288 associated. External IP: 172.27.2.43, port: 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9.
Jan 20 00:57:16.037001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0197b44-3adb-4c25-bd5b-6d417b69082b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dbfd98-d45c-4154-861f-42e075bf4b44,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:16.062625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60982) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:16.063510 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f0197b44-3adb-4c25-bd5b-6d417b69082b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:16.066617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-eb098106-1e5c-4495-a1bb-a1162909e397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:16.098813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b36-02f8-42b7-8d2e-04a23a5bbeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.133809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a1f5d22c-f957-4a1e-8504-d9a896acb77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.134967 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a1f5d22c-f957-4a1e-8504-d9a896acb77d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72336bb9-2e27-4f97-8caf-09159cc2e326 HTTP/1.1" status: 204  len: 168 time: 1.3576758
Jan 20 00:57:16.157740 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f48b0d84-c01c-48ed-93d6-ca68009d934b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.171937 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5d22c-f957-4a1e-8504-d9a896acb77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72336bb9-2e27-4f97-8caf-09159cc2e326,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:16.196147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a1f5d22c-f957-4a1e-8504-d9a896acb77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:16.242012 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48bd6293-1218-4035-a7ce-b776704d7970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.262915 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f48b0d84-c01c-48ed-93d6-ca68009d934b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:16.265635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b5ffdeb-d00a-4a7a-b61a-04ccc85e2506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.273743 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec3f6f47-2302-43e2-a881-b71685bed195 req-81fbfdc4-5b21-4632-b76e-942eaba86965 service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7182748
Jan 20 00:57:16.274357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48bd6293-1218-4035-a7ce-b776704d7970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.284941 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-f48b0d84-c01c-48ed-93d6-ca68009d934b admin admin] Usage tracker for resource:security_group_rule and tenant:3494e378144d45ea8ca702d240c0b2fb is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:16.297868 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:16.333781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-f48b0d84-c01c-48ed-93d6-ca68009d934b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:16.357543 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd6293-1218-4035-a7ce-b776704d7970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf01e3b-d4b8-4a4a-a1a8-5df21aa20119,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:16.383755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-48bd6293-1218-4035-a7ce-b776704d7970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:16.384690 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f48b0d84-c01c-48ed-93d6-ca68009d934b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:16.401659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b36-02f8-42b7-8d2e-04a23a5bbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.412873 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:16.436349 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-48bd6293-1218-4035-a7ce-b776704d7970 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a0a653865484a7b908c01f780fb51c5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5784695
Jan 20 00:57:16.438474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 60994) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:16.446158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b5ffdeb-d00a-4a7a-b61a-04ccc85e2506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.567132 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2dc738c-7d68-48fc-9ad5-7311bbd5ee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for subnet, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.574885 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.625096 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:16.644601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c70b36-02f8-42b7-8d2e-04a23a5bbeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dbfd98-d45c-4154-861f-42e075bf4b44,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:16.649990 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e0c70b36-02f8-42b7-8d2e-04a23a5bbeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:16.650802 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e0c70b36-02f8-42b7-8d2e-04a23a5bbeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.655220 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e0c70b36-02f8-42b7-8d2e-04a23a5bbeb8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54dbfd98-d45c-4154-861f-42e075bf4b44 HTTP/1.1" status: 204  len: 168 time: 0.8504508
Jan 20 00:57:16.675786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0548c9b-9d9b-416a-a8d8-b4dd0db17346 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Router 523348e9-870a-4e41-a22c-a70bb3df98cb has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 00:57:16.742491 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.791164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc738c-7d68-48fc-9ad5-7311bbd5ee7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=710a6854-214d-4084-8e01-67af5492a75e,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:16.822988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e2dc738c-7d68-48fc-9ad5-7311bbd5ee7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:16.838293 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-818b81e7-2045-4022-bc28-a58ea3da903b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.841903 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2dc738c-7d68-48fc-9ad5-7311bbd5ee7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.863176 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec3f6f47-2302-43e2-a881-b71685bed195 req-9f7142ba-8dfc-439f-958d-2c5d63fc16c7 service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5801375
Jan 20 00:57:16.900998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-818b81e7-2045-4022-bc28-a58ea3da903b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.928297 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e2dc738c-7d68-48fc-9ad5-7311bbd5ee7d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/710a6854-214d-4084-8e01-67af5492a75e HTTP/1.1" status: 204  len: 168 time: 2.1501863
Jan 20 00:57:16.930184 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0548c9b-9d9b-416a-a8d8-b4dd0db17346 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 00:57:16.932140 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 32778) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:16.938906 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b5ffdeb-d00a-4a7a-b61a-04ccc85e2506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.942674 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaaec38-6c2f-42c1-aafd-c65a45d971d0 None None] Sync routers for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 00:57:16.947060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0ea49abb-48ee-44d3-9a2d-686a4b3c17cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:16.961437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaaec38-6c2f-42c1-aafd-c65a45d971d0 None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:57:16.962398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-deaaec38-6c2f-42c1-aafd-c65a45d971d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782afd2588>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:57:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:16.974988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ffdeb-d00a-4a7a-b61a-04ccc85e2506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559f30ef-507d-45b5-a2c3-af1936fe4fc6,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:16.983031 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9b5ffdeb-d00a-4a7a-b61a-04ccc85e2506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:16.985758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b5ffdeb-d00a-4a7a-b61a-04ccc85e2506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:16.989510 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9b5ffdeb-d00a-4a7a-b61a-04ccc85e2506 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/559f30ef-507d-45b5-a2c3-af1936fe4fc6 HTTP/1.1" status: 204  len: 168 time: 1.2172456
Jan 20 00:57:17.005292 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f48b0d84-c01c-48ed-93d6-ca68009d934b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.009551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f48b0d84-c01c-48ed-93d6-ca68009d934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.020653 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9cf57da4-4975-4bbf-b592-d5fad9b43f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:17.030710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d0548c9b-9d9b-416a-a8d8-b4dd0db17346 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.063679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-818b81e7-2045-4022-bc28-a58ea3da903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.076946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b0d84-c01c-48ed-93d6-ca68009d934b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e226e196-f0e3-488d-ba1c-e2301ecc72ad,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:17.082516 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f48b0d84-c01c-48ed-93d6-ca68009d934b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:17.094840 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-f48b0d84-c01c-48ed-93d6-ca68009d934b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3494e378144d45ea8ca702d240c0b2fb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0278296
Jan 20 00:57:17.095451 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f0197b44-3adb-4c25-bd5b-6d417b69082b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:17.102767 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 32786) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:17.103615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-818b81e7-2045-4022-bc28-a58ea3da903b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.111424 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-818b81e7-2045-4022-bc28-a58ea3da903b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eaf01e3b-d4b8-4a4a-a1a8-5df21aa20119 HTTP/1.1" status: 204  len: 168 time: 0.6557522
Jan 20 00:57:17.132839 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d0548c9b-9d9b-416a-a8d8-b4dd0db17346 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "PUT /v2.0/floatingips/525abb95-0377-41a1-bde7-4c3747274288 HTTP/1.1" status: 200  len: 990 time: 3.2692621
Jan 20 00:57:17.137390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'tag': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:57:17.206310 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b81e7-2045-4022-bc28-a58ea3da903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf01e3b-d4b8-4a4a-a1a8-5df21aa20119,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:17.227254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-818b81e7-2045-4022-bc28-a58ea3da903b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:17.270990 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edf527e1-5386-4911-bcd7-6b8c9639334c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.289140 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-deaaec38-6c2f-42c1-aafd-c65a45d971d0 None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:57:17.350492 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edf527e1-5386-4911-bcd7-6b8c9639334c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.394452 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 32796) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:17.442137 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.507316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5873f1cb-40f8-46fa-bdb3-53e9b04905ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.556283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5873f1cb-40f8-46fa-bdb3-53e9b04905ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:17.568146 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-5873f1cb-40f8-46fa-bdb3-53e9b04905ba admin admin] Usage tracker for resource:security_group_rule and tenant:bddfcaf9468c4827a251ada56f2cf33c is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:17.573276 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-5873f1cb-40f8-46fa-bdb3-53e9b04905ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:17.582711 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5873f1cb-40f8-46fa-bdb3-53e9b04905ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:17.672498 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edf527e1-5386-4911-bcd7-6b8c9639334c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.688766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9b5ffdeb-d00a-4a7a-b61a-04ccc85e2506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:17.707706 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edf527e1-5386-4911-bcd7-6b8c9639334c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.709182 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-edf527e1-5386-4911-bcd7-6b8c9639334c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e226e196-f0e3-488d-ba1c-e2301ecc72ad HTTP/1.1" status: 204  len: 168 time: 0.5918579
Jan 20 00:57:17.716799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.717120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf527e1-5386-4911-bcd7-6b8c9639334c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e226e196-f0e3-488d-ba1c-e2301ecc72ad,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:17.731544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-edf527e1-5386-4911-bcd7-6b8c9639334c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:17.800109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5873f1cb-40f8-46fa-bdb3-53e9b04905ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.803807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5873f1cb-40f8-46fa-bdb3-53e9b04905ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.825706 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cbed06e8-4074-4523-bb8d-8ea8dec7e133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:17.856138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873f1cb-40f8-46fa-bdb3-53e9b04905ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6332bec0-6fac-445d-967e-2180ce8d448e,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:17.861144 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5873f1cb-40f8-46fa-bdb3-53e9b04905ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:17.870597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f782abf25f8>> segment before_delete 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.871008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f782abf25f8>> subnet precommit_delete_associations 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.872258 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f782a496eb8>> segment_host_mapping after_create 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.872705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f782a496eb8>> port after_create 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.872974 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f782a496eb8>> port after_delete 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.873374 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f782a496eb8>> port after_update 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.873751 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f782a496eb8>> segment after_delete 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.874115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f782a496eb8>> subnet after_create 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.874470 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f782a496eb8>> subnet after_delete 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.874826 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f782a496eb8>> subnet after_update 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.881529 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-5873f1cb-40f8-46fa-bdb3-53e9b04905ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bddfcaf9468c4827a251ada56f2cf33c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4851599
Jan 20 00:57:17.884508 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 32810) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:17.956905 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0dea65d3-be6d-4f91-be95-355d3b86cf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.959343 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f782a9b1588>> subnet after_create 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.959918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f782a9b1588>> subnet after_delete 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.960443 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f782a9b1588>> subnet before_create 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.960954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f782a9b1588>> subnet before_update 55550000 {{(pid=80156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:17.962070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f782a6e9fd0>,) {'filters': {'network_id': ['d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f']}} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:17.968387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-deaaec38-6c2f-42c1-aafd-c65a45d971d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782afd2588>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '525abb95-0377-41a1-bde7-4c3747274288', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'port_id': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'mac_address': 'fa:16:3e:0e:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T00:56:43Z', 'updated_at': '2021-01-20T00:57:15Z', 'revision_number': 1, 'project_id': '91d26c4688434d0888987ba4a4381769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:47Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:17.972641 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaaec38-6c2f-42c1-aafd-c65a45d971d0 None None] Checking router: 523348e9-870a-4e41-a22c-a70bb3df98cb for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 00:57:17.981840 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaaec38-6c2f-42c1-aafd-c65a45d971d0 None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:57:17.982467 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a6e9fd0>, '0d450400-dd97-49ba-a1a4-76fcd46a96c1') {'for_net_delete': True} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:17.982812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a6e9fd0>, '0d450400-dd97-49ba-a1a4-76fcd46a96c1') {} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:17.983242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-deaaec38-6c2f-42c1-aafd-c65a45d971d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782afd2588>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:57:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:17.989340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0dea65d3-be6d-4f91-be95-355d3b86cf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:17.996390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848243954'] for segment, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:18.014123 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:18.025613 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 00:57:18.059312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0dea65d3-be6d-4f91-be95-355d3b86cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:18.069184 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:18.098141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea65d3-be6d-4f91-be95-355d3b86cf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6332bec0-6fac-445d-967e-2180ce8d448e,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:18.111850 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0dea65d3-be6d-4f91-be95-355d3b86cf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:18.116951 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0dea65d3-be6d-4f91-be95-355d3b86cf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:18.118236 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0dea65d3-be6d-4f91-be95-355d3b86cf35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6332bec0-6fac-445d-967e-2180ce8d448e HTTP/1.1" status: 204  len: 168 time: 0.2330642
Jan 20 00:57:18.242722 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-deaaec38-6c2f-42c1-aafd-c65a45d971d0 None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:57:18.278134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Network d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 00:57:18.288148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847646022'] for segment, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:18.498552 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Network d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   (rel_b, rel_a, rel_b),
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   (rel_b, rel_a, rel_b),
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 00:57:18.527032 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 00:57:18.634158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:18.638986 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-197a1bde-7e25-488a-90e8-6fb34171e321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:18.662394 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:18.670007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Pushing event deleted for resources: {'Network': ['ID=d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:18.679190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:18.690692 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-74ff09a8-309f-401c-9780-3c1871c0671c admin admin] 10.222.0.37 "DELETE /v2.0/networks/d7729a0b-9b91-4dfe-bfc2-4c66c245fc7f HTTP/1.1" status: 204  len: 168 time: 1.7566061
Jan 20 00:57:18.742404 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-deaaec38-6c2f-42c1-aafd-c65a45d971d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782afd2588>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '525abb95-0377-41a1-bde7-4c3747274288', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'port_id': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'mac_address': 'fa:16:3e:0e:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T00:56:43Z', 'updated_at': '2021-01-20T00:57:15Z', 'revision_number': 1, 'project_id': '91d26c4688434d0888987ba4a4381769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:47Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:18.746881 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaaec38-6c2f-42c1-aafd-c65a45d971d0 None None] The sync data for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi is: [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '525abb95-0377-41a1-bde7-4c3747274288', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'port_id': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'mac_address': 'fa:16:3e:0e:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T00:56:43Z', 'updated_at': '2021-01-20T00:57:15Z', 'revision_number': 1, 'project_id': '91d26c4688434d0888987ba4a4381769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:47Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 00:57:18.961304 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'tag': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9', 'status': 'completed', 'code': 200}
Jan 20 00:57:19.145011 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dea2de-4702-4a3a-baf8-c05a1e552cd1 None None] New status for floating IP 525abb95-0377-41a1-bde7-4c3747274288: ACTIVE {{(pid=80158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 00:57:19.178821 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2a22f-13cb-407d-91b3-d3afebcfa77d req-30f5560c-84a8-4d50-8ea4-fa0f1de6c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:19.180352 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cbb2a22f-13cb-407d-91b3-d3afebcfa77d req-30f5560c-84a8-4d50-8ea4-fa0f1de6c55e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 1162 time: 0.1709418
Jan 20 00:57:19.182410 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 32858) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:19.423039 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 32866) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:19.423581 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-89bcb784-3525-4836-bccf-d647ad882a5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68d44cdf0b1b4d49918c62ab97f3056a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2396030
Jan 20 00:57:19.461291 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2a22f-13cb-407d-91b3-d3afebcfa77d req-8424d051-339c-4fe7-9c1e-b5d4e94508ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:19.463240 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cbb2a22f-13cb-407d-91b3-d3afebcfa77d req-8424d051-339c-4fe7-9c1e-b5d4e94508ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 911 time: 0.2405655
Jan 20 00:57:19.530036 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b2e3a19e-c38d-4b30-9f48-320e9c4fa61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:19.558719 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b2e3a19e-c38d-4b30-9f48-320e9c4fa61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:19.645049 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b2e3a19e-c38d-4b30-9f48-320e9c4fa61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:19.660874 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1350de7e-7551-45fa-b700-5a2ce4e2cbcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:19.678204 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b2e3a19e-c38d-4b30-9f48-320e9c4fa61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:19.682338 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-b2e3a19e-c38d-4b30-9f48-320e9c4fa61b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec2fa3e4-355b-4f61-a5c0-b858a15de928 HTTP/1.1" status: 204  len: 168 time: 0.2540610
Jan 20 00:57:19.682338 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3a19e-c38d-4b30-9f48-320e9c4fa61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2fa3e4-355b-4f61-a5c0-b858a15de928,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:19.683788 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cbb2a22f-13cb-407d-91b3-d3afebcfa77d req-e5b0d9fe-173f-4fa8-a799-95fa9b0ce5b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 HTTP/1.1" status: 200  len: 1000 time: 0.2105963
Jan 20 00:57:19.705308 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b2e3a19e-c38d-4b30-9f48-320e9c4fa61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:19.830153 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2a22f-13cb-407d-91b3-d3afebcfa77d req-1a97c48b-562b-4de5-bb99-6165f2df6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:19.832388 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cbb2a22f-13cb-407d-91b3-d3afebcfa77d req-1a97c48b-562b-4de5-bb99-6165f2df6234 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 HTTP/1.1" status: 200  len: 856 time: 0.1403646
Jan 20 00:57:19.972595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2a22f-13cb-407d-91b3-d3afebcfa77d req-4d04d662-4d31-4f4c-8c89-a6889992b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:19.974410 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cbb2a22f-13cb-407d-91b3-d3afebcfa77d req-4d04d662-4d31-4f4c-8c89-a6889992b191 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6192c1e-956c-4a43-9332-7629d998b277&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1329284
Jan 20 00:57:20.142410 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cbb2a22f-13cb-407d-91b3-d3afebcfa77d req-ccd0d367-6bec-4f3a-a07b-244cd1601d83 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532214
Jan 20 00:57:20.300953 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cbb2a22f-13cb-407d-91b3-d3afebcfa77d req-c1937b1e-ec54-4a33-8e38-8cb3dc53b5be service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1493282
Jan 20 00:57:21.505112 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 32972) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:21.690950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1528396075-network', 'tenant_id': 'a66d1d51d8a74f9abc776e95dd3159da'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:21.700627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:21.710804 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Usage tracker for resource:network and tenant:a66d1d51d8a74f9abc776e95dd3159da is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:21.720636 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:21.732842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:21.749114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Made reservation on behalf of a66d1d51d8a74f9abc776e95dd3159da for: {'network': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:57:21.759914 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:21.796407 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:21.818569 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:21.823002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Usage tracker for resource:security_group_rule and tenant:a66d1d51d8a74f9abc776e95dd3159da is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:21.827001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:21.833763 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:21.945107 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:21.950332 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:21.975185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 00:57:21.988188 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:21.988772 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Added segment 52c7c1d1-eb47-4703-b48e-fe9f5248e0b0 of type vxlan for network d6f48fb8-2c33-4aec-9a7d-002c5ae8e474
Jan 20 00:57:22.030476 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:22.050918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-459d4b40-3670-49cc-b8eb-b948bfdef9b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:22.074242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 33018) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:22.112220 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833f4d63-9115-4af0-b607-f9c5851180c6,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:22.128077 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:22.131102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:22.132270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:22.132916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:22.162735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:22.282401 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7753010
Jan 20 00:57:22.286890 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 33028) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:22.292257 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f48fb8-2c33-4aec-9a7d-002c5ae8e474,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:22.295213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:22.302979 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Request body: {'subnet': {'network_id': 'd6f48fb8-2c33-4aec-9a7d-002c5ae8e474', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1528396075-subnet', 'tenant_id': 'a66d1d51d8a74f9abc776e95dd3159da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:22.310431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network d6f48fb8-2c33-4aec-9a7d-002c5ae8e474 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:57:22.310605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:22.316740 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-512180940-network', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:22.322529 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Usage tracker for resource:subnet and tenant:a66d1d51d8a74f9abc776e95dd3159da is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:22.325471 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:22.327822 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:22.335289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Usage tracker for resource:network and tenant:445b1bbe79974705aa064cc9f0fe4020 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:22.339667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:22.342215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:22.350425 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:22.359337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Made reservation on behalf of a66d1d51d8a74f9abc776e95dd3159da for: {'subnet': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:57:22.364316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:22.374825 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network d6f48fb8-2c33-4aec-9a7d-002c5ae8e474 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:57:22.380944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Made reservation on behalf of 445b1bbe79974705aa064cc9f0fe4020 for: {'network': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:57:22.385608 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:22.402724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:22.437216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:22.498807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Usage tracker for resource:security_group_rule and tenant:445b1bbe79974705aa064cc9f0fe4020 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:22.505854 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:22.519229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:22.595681 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:22.667870 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:22.677661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:22.682689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:22.743436 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 00:57:22.748514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36e4a05-6605-426e-93ef-e6cdba6f1ee4,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:22.755976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:22.775445 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759632512030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:22.775906 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Added segment 51264455-3403-4e48-a39e-f0979ae0230c of type vxlan for network be500c49-e7b2-42b5-bbac-8d6d49645b05
Jan 20 00:57:22.833341 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:22.934342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:22.937095 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:22.937742 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:22.943577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:22.944337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33056) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:23.132129 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7089c97f-f47c-494d-a4e7-0f8c6a4f87ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:23.155434 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7089c97f-f47c-494d-a4e7-0f8c6a4f87ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:23.163547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-7089c97f-f47c-494d-a4e7-0f8c6a4f87ae admin admin] Usage tracker for resource:security_group_rule and tenant:e602397b06544749920dde453c272c08 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:23.167658 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-7089c97f-f47c-494d-a4e7-0f8c6a4f87ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:23.184498 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7089c97f-f47c-494d-a4e7-0f8c6a4f87ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:23.271771 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Pushing event updated for resources: {'Network': ['ID=be500c49-e7b2-42b5-bbac-8d6d49645b05,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:23.278735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:23.281506 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2061870
Jan 20 00:57:23.285108 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 33070) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:23.293883 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network be500c49-e7b2-42b5-bbac-8d6d49645b05 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:57:23.294838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Request body: {'subnet': {'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-512180940-subnet', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:23.304364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:23.321832 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Usage tracker for resource:subnet and tenant:445b1bbe79974705aa064cc9f0fe4020 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:23.324218 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network be500c49-e7b2-42b5-bbac-8d6d49645b05 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:57:23.358165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:23.370945 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:23.399026 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Made reservation on behalf of 445b1bbe79974705aa064cc9f0fe4020 for: {'subnet': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:57:23.404549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:23.533390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for subnet, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:23.548262 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7089c97f-f47c-494d-a4e7-0f8c6a4f87ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:23.556335 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7089c97f-f47c-494d-a4e7-0f8c6a4f87ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:23.558418 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-508435c8-3873-45db-bb3c-a732f7e72c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:23.588290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:23.647658 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-7089c97f-f47c-494d-a4e7-0f8c6a4f87ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e602397b06544749920dde453c272c08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6992295
Jan 20 00:57:23.651767 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33082) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:23.706339 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089c97f-f47c-494d-a4e7-0f8c6a4f87ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c78d5a-26ac-4809-8c1a-31b0fe889405,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:23.710164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7089c97f-f47c-494d-a4e7-0f8c6a4f87ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:23.734606 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=debdc63e-d3c2-4787-a2af-947ed67f4eba,revision_number=0']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:23.746264 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-562ecf6f-193a-4f07-9058-d3f96c3cac96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:23.748384 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:23.779138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-562ecf6f-193a-4f07-9058-d3f96c3cac96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:23.833038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-562ecf6f-193a-4f07-9058-d3f96c3cac96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:23.838276 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1c85b988-ad78-4d55-9268-fe454ff9de7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:23.850491 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ecf6f-193a-4f07-9058-d3f96c3cac96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c78d5a-26ac-4809-8c1a-31b0fe889405,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:23.852876 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-562ecf6f-193a-4f07-9058-d3f96c3cac96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:23.858879 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-562ecf6f-193a-4f07-9058-d3f96c3cac96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:23.860207 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-562ecf6f-193a-4f07-9058-d3f96c3cac96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54c78d5a-26ac-4809-8c1a-31b0fe889405 HTTP/1.1" status: 204  len: 168 time: 0.2073002
Jan 20 00:57:23.920573 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Checking segment: {'id': '52c7c1d1-eb47-4703-b48e-fe9f5248e0b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6f48fb8-2c33-4aec-9a7d-002c5ae8e474'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:57:23.920981 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Network hostable DHCP agents. Network: d6f48fb8-2c33-4aec-9a7d-002c5ae8e474, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 00:57:23.992461 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Network d6f48fb8-2c33-4aec-9a7d-002c5ae8e474 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 00:57:24.061513 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, d6f48fb8-2c33-4aec-9a7d-002c5ae8e474) {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:57:24.071991 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:24.072573 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:24.072708 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bca1fc-d8e9-45d0-a64b-c39255a48da4 None None] Network d6f48fb8-2c33-4aec-9a7d-002c5ae8e474 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:57:24.113112 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.8239522
Jan 20 00:57:24.208447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for subnet, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:24.234481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:24.331058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9ea003-afb1-4e0a-a5c6-dcb95952e34a None None] Network d6f48fb8-2c33-4aec-9a7d-002c5ae8e474 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:57:24.419191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c88ade8-7398-4e61-921c-e7e00d3b7575,revision_number=0']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:24.426183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:24.477106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Checking segment: {'id': '51264455-3403-4e48-a39e-f0979ae0230c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:57:24.477656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Network hostable DHCP agents. Network: be500c49-e7b2-42b5-bbac-8d6d49645b05, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 00:57:24.499633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Network be500c49-e7b2-42b5-bbac-8d6d49645b05 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 00:57:24.512157 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, be500c49-e7b2-42b5-bbac-8d6d49645b05) {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:57:24.536574 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:24.537261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:24.574651 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaaef3e-c40b-4c33-8eff-b732ab56c77a None None] Network be500c49-e7b2-42b5-bbac-8d6d49645b05 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:57:24.582438 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33112) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:24.582669 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.2953408
Jan 20 00:57:24.588076 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-512180940-router', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:24.595306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:24.600005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Usage tracker for resource:router and tenant:445b1bbe79974705aa064cc9f0fe4020 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:24.603033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:24.609800 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:24.621708 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:24.622799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774047'] for router, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:24.641571 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:24.913236 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483f67d0-edfb-4a75-b20f-c145d8a7f6f8 None None] Network be500c49-e7b2-42b5-bbac-8d6d49645b05 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:57:25.049019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774032'] for router, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:25.288335 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 33140) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:25.294737 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-160048678-network', 'tenant_id': '6d3bd018617145f59359f391902cdaac'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:25.299786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:25.304101 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Usage tracker for resource:network and tenant:6d3bd018617145f59359f391902cdaac is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:25.307257 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:25.313261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:25.324545 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Made reservation on behalf of 6d3bd018617145f59359f391902cdaac for: {'network': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:57:25.329839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:25.345610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:25.364167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:25.368688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Usage tracker for resource:security_group_rule and tenant:6d3bd018617145f59359f391902cdaac is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:25.371919 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:25.379180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:25.480077 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:25.484301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:25.488891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:25.525038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 00:57:25.536641 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7380c1-8ab7-4715-87ec-5e2784b1a898,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:25.540908 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:25.543655 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759632512030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:25.544108 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Added segment cae2e5ea-0704-4dc5-84f3-d5c2e50b43b2 of type vxlan for network 2324698d-ece2-4e03-8fdf-3f5a04b34dee
Jan 20 00:57:25.575018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:25.610678 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:25.613354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:25.614015 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:25.619845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-01b2ed85-3985-4359-a91c-ab418da04eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:25.686129 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:25.722274 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:25.730676 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4410188
Jan 20 00:57:25.735908 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33154) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:25.740029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Pushing event updated for resources: {'Network': ['ID=2324698d-ece2-4e03-8fdf-3f5a04b34dee,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:25.742024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Request body: {'subnet': {'network_id': '2324698d-ece2-4e03-8fdf-3f5a04b34dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-160048678-subnet', 'tenant_id': '6d3bd018617145f59359f391902cdaac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:25.743551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:25.753183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network 2324698d-ece2-4e03-8fdf-3f5a04b34dee details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:57:25.795014 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:25.804313 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Usage tracker for resource:subnet and tenant:6d3bd018617145f59359f391902cdaac is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:25.809417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:25.870509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:25.894570 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Made reservation on behalf of 6d3bd018617145f59359f391902cdaac for: {'subnet': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:57:25.899321 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6417876'] for subnet, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:26.196477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Allocated IP 172.27.2.79 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/b8740341-62b6-4971-bf4c-d5c95401a359) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:57:26.442174 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:26.548667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:26.567684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:26.640442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network 2324698d-ece2-4e03-8fdf-3f5a04b34dee details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:57:26.773930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Pushing event updated for resources: {'Port': ['ID=b8740341-62b6-4971-bf4c-d5c95401a359,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:26.782635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:26.815805 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847644836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6417861'] for subnet, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:26.838712 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:26.922980 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:57:26.974125 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:57:26.982436 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:57:27.010044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e7053a8-4b7b-481a-ab22-3eabb9544b77,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:27.022597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:27.307784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Checking segment: {'id': 'cae2e5ea-0704-4dc5-84f3-d5c2e50b43b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2324698d-ece2-4e03-8fdf-3f5a04b34dee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:57:27.308167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Network hostable DHCP agents. Network: 2324698d-ece2-4e03-8fdf-3f5a04b34dee, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 00:57:27.469556 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Network 2324698d-ece2-4e03-8fdf-3f5a04b34dee is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 00:57:27.485579 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, 2324698d-ece2-4e03-8fdf-3f5a04b34dee) {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:57:27.493472 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193d654c-042e-460e-b8c3-db2808b8b0cc None None] Network 2324698d-ece2-4e03-8fdf-3f5a04b34dee requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:57:27.511663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:27.512315 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:27.547344 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:27.629723 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-20a71a43-198f-403e-b8cd-cb3c9fde019f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.8926556
Jan 20 00:57:27.979083 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d3e4a4-ec90-43c8-8b97-d7b700d2bf8e None None] Network 2324698d-ece2-4e03-8fdf-3f5a04b34dee requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:57:28.284478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-695213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695250'] for router, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:28.535320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Router 5567698f-1bc3-40db-8d0d-199f256d331c is scheduled to L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 with binding_index 1 {{(pid=80156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 20 00:57:28.754229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 00:57:28.780910 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Sync routers for ids ['5567698f-1bc3-40db-8d0d-199f256d331c'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 00:57:28.810410 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Notify callbacks [] for router, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:28.811186 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Routers {'5567698f-1bc3-40db-8d0d-199f256d331c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:57:28.811927 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.2284038
Jan 20 00:57:28.814567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b504cc0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:57:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['5567698f-1bc3-40db-8d0d-199f256d331c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:28.815812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 33236) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:29.115079 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Set router 5567698f-1bc3-40db-8d0d-199f256d331c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:57:29.282559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:57:29.460382 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b504cc0>, [{'id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'name': 'tempest-ServerRescueNegativeTestJSON-512180940-router', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:57:24Z', 'updated_at': '2021-01-20T00:57:27Z', 'revision_number': 3, 'project_id': '445b1bbe79974705aa064cc9f0fe4020', 'gw_port': {'id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:25Z', 'updated_at': '2021-01-20T00:57:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:29.465025 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Checking router: 5567698f-1bc3-40db-8d0d-199f256d331c for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 00:57:29.465769 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Updating router 5567698f-1bc3-40db-8d0d-199f256d331c port b8740341-62b6-4971-bf4c-d5c95401a359 binding host dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 00:57:29.535322 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:29.732562 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:29.990043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:30.002919 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Transition to ACTIVE for port object b8740341-62b6-4971-bf4c-d5c95401a359 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:57:30.006274 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:30.021441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f873cc8c-ddbe-4739-bee2-48d22691d4eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:30.109780 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Pushing event updated for resources: {'Port': ['ID=b8740341-62b6-4971-bf4c-d5c95401a359,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:30.134083 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Allocated IP 172.20.0.1 (be500c49-e7b2-42b5-bbac-8d6d49645b05/6c88ade8-7398-4e61-921c-e7e00d3b7575/59e995c5-945b-4606-b51a-4757e858508c) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:57:30.173564 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.174018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.174443 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.174807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.175171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.175531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.175892 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.176248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.176609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.176965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.177349 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.177700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.178134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.178530 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.178845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.179197 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.179549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.179902 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.180251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.180608 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.180992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.181647 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.181647 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.182025 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:30.196393 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:30.267519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Attempting to bind port b8740341-62b6-4971-bf4c-d5c95401a359 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:57:30.268062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Attempting to bind port b8740341-62b6-4971-bf4c-d5c95401a359 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:57:30.268732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Attempting to bind port b8740341-62b6-4971-bf4c-d5c95401a359 on network edea8e20-c3db-4bd3-afba-40aa0a06f207 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:57:30.274810 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:57:30.275229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Checking segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:57:30.275675 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:30.276111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Bound using segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:57:30.276625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Bound port: b8740341-62b6-4971-bf4c-d5c95401a359, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:57:30.277037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:30.331555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:30.361000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] For port b8740341-62b6-4971-bf4c-d5c95401a359, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:57:30.365428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] For port b8740341-62b6-4971-bf4c-d5c95401a359, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=b8740341-62b6-4971-bf4c-d5c95401a359,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:57:30.366044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:30.370136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:30.383830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:30.386549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:30.541829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Pushing event updated for resources: {'Port': ['ID=b8740341-62b6-4971-bf4c-d5c95401a359,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:30.547557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:30.593923 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Routers {'5567698f-1bc3-40db-8d0d-199f256d331c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:57:30.594724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b504cc0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:57:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['5567698f-1bc3-40db-8d0d-199f256d331c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:30.750842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=59e995c5-945b-4606-b51a-4757e858508c,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:30.756966 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:30.805853 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Network be500c49-e7b2-42b5-bbac-8d6d49645b05 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:57:30.807118 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:57:30.810237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:57:30.810975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854080671'] for router_interface, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:30.961748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] Set router 5567698f-1bc3-40db-8d0d-199f256d331c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:57:31.123378 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:31.280488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b504cc0>, [{'id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'name': 'tempest-ServerRescueNegativeTestJSON-512180940-router', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:57:24Z', 'updated_at': '2021-01-20T00:57:27Z', 'revision_number': 3, 'project_id': '445b1bbe79974705aa064cc9f0fe4020', 'gw_port': {'id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:25Z', 'updated_at': '2021-01-20T00:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:31.285623 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827749e-7ec5-44cf-b47d-fe5e16a848de None None] The sync data for ids ['5567698f-1bc3-40db-8d0d-199f256d331c'] in dv-cinder-667108-30-iscsi is: [{'id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'name': 'tempest-ServerRescueNegativeTestJSON-512180940-router', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:57:24Z', 'updated_at': '2021-01-20T00:57:27Z', 'revision_number': 3, 'project_id': '445b1bbe79974705aa064cc9f0fe4020', 'gw_port': {'id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:25Z', 'updated_at': '2021-01-20T00:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 00:57:31.455064 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:31.460658 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:31.461752 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853742421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079544'] for router_interface, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:31.477143 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:31.624080 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=59e995c5-945b-4606-b51a-4757e858508c,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:31.630392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:31.690952 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Network be500c49-e7b2-42b5-bbac-8d6d49645b05 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:57:31.692190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:57:31.907757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Router 5567698f-1bc3-40db-8d0d-199f256d331c has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 00:57:32.115163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 00:57:32.129644 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] 10.222.0.37 "PUT /v2.0/routers/5567698f-1bc3-40db-8d0d-199f256d331c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3124297
Jan 20 00:57:32.850250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-a82e5af4-06cc-4352-883e-d7c760d69ab2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:32.851962 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-a82e5af4-06cc-4352-883e-d7c760d69ab2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/networks?id=be500c49-e7b2-42b5-bbac-8d6d49645b05 HTTP/1.1" status: 200  len: 818 time: 0.2028923
Jan 20 00:57:32.875574 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-fcaf2710-1fe5-4e9b-be67-4882cf1bd387 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/quotas/445b1bbe79974705aa064cc9f0fe4020 HTTP/1.1" status: 200  len: 375 time: 0.0169313
Jan 20 00:57:32.973793 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-e51da2c1-1a3b-4333-9db1-f31344861415 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?tenant_id=445b1bbe79974705aa064cc9f0fe4020&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0972490
Jan 20 00:57:33.119973 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-b846f5f4-7149-4c3b-9222-78d5ea0bc1cb service neutron] 10.222.0.37 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406937
Jan 20 00:57:33.265057 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-8beee3dc-22d1-49bd-95f0-b52fa11955ad service neutron] 10.222.0.37 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386404
Jan 20 00:57:33.476013 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6e18dd11-6b02-4fbc-a300-397ff3acf275 req-395cef46-6aed-4a27-80d3-11413fe40040 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 210 time: 0.0515459
Jan 20 00:57:33.670133 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device b8740341-62b6-4971-bf4c-d5c95401a359 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:33.805555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port b8740341-62b6-4971-bf4c-d5c95401a359 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:57:33.813679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port b8740341-62b6-4971-bf4c-d5c95401a359 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:33.814352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:33.906359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-43f49c2b-2bf3-41fd-aa89-3b4fe12d567f tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:33.908073 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-43f49c2b-2bf3-41fd-aa89-3b4fe12d567f tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/networks?id=be500c49-e7b2-42b5-bbac-8d6d49645b05 HTTP/1.1" status: 200  len: 818 time: 0.2154534
Jan 20 00:57:33.935298 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-b29e7f6a-e1d2-4e1a-9c89-2ef961f6d30b tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/quotas/445b1bbe79974705aa064cc9f0fe4020 HTTP/1.1" status: 200  len: 375 time: 0.0191276
Jan 20 00:57:34.037760 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:34.065556 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-c31a94ca-8a59-41d3-a486-5911d2bce817 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?tenant_id=445b1bbe79974705aa064cc9f0fe4020&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1289160
Jan 20 00:57:34.105782 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port b8740341-62b6-4971-bf4c-d5c95401a359, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=b8740341-62b6-4971-bf4c-d5c95401a359,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:57:34.111659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:34.130600 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:34.264388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=b8740341-62b6-4971-bf4c-d5c95401a359,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:34.274623 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.275352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.275947 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.276811 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.279777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.279777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.279777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.280337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.281820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.282317 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.282818 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.283304 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.284703 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.285378 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.285873 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.286353 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.286833 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.287419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.287903 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.288383 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.288920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.289456 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.289933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.290405 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:57:34.295699 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:34.329725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Sync routers for ids ['5567698f-1bc3-40db-8d0d-199f256d331c'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 00:57:34.334004 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-0cf156d2-362c-4f6c-8851-e1b90b906c2a service neutron] 10.222.0.37 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2671096
Jan 20 00:57:34.342214 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Routers {'5567698f-1bc3-40db-8d0d-199f256d331c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:57:34.342904 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782afe24e0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:57:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['5567698f-1bc3-40db-8d0d-199f256d331c'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:34.529897 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-b925b1e0-b402-41c9-b27c-79f9b30d4522 service neutron] 10.222.0.37 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1946726
Jan 20 00:57:34.633657 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Set router 5567698f-1bc3-40db-8d0d-199f256d331c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:57:34.829685 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f51b7a3d-f61d-472d-83fd-1fd664dabf5d req-e7c2e944-b47f-4a3d-84bf-2c7d9d556326 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 210 time: 0.0901685
Jan 20 00:57:35.077587 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782afe24e0>, [{'id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'name': 'tempest-ServerRescueNegativeTestJSON-512180940-router', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:57:24Z', 'updated_at': '2021-01-20T00:57:31Z', 'revision_number': 4, 'project_id': '445b1bbe79974705aa064cc9f0fe4020', 'gw_port': {'id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:25Z', 'updated_at': '2021-01-20T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '59e995c5-945b-4606-b51a-4757e858508c', 'name': '', 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'mac_address': 'fa:16:3e:3d:98:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6c88ade8-7398-4e61-921c-e7e00d3b7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:29Z', 'updated_at': '2021-01-20T00:57:31Z', 'revision_number': 2, 'project_id': '445b1bbe79974705aa064cc9f0fe4020', 'subnets': [{'id': '6c88ade8-7398-4e61-921c-e7e00d3b7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:35.084070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Checking router: 5567698f-1bc3-40db-8d0d-199f256d331c for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 00:57:35.084720 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Updating router 5567698f-1bc3-40db-8d0d-199f256d331c port 59e995c5-945b-4606-b51a-4757e858508c binding host dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 00:57:35.211406 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:35.469910 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-4803a0ae-7d2f-46f1-9db8-28c849718efb tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:35.469910 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-4803a0ae-7d2f-46f1-9db8-28c849718efb tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Synchronizing usage tracker for tenant:445b1bbe79974705aa064cc9f0fe4020 on resource:network {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:57:35.503167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-4803a0ae-7d2f-46f1-9db8-28c849718efb tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Unset dirty status for tenant:445b1bbe79974705aa064cc9f0fe4020 on resource:network {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:57:35.506082 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-4803a0ae-7d2f-46f1-9db8-28c849718efb tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.20 "GET /v2.0/networks?id=be500c49-e7b2-42b5-bbac-8d6d49645b05 HTTP/1.1" status: 200  len: 818 time: 0.3809376
Jan 20 00:57:35.572128 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Request body: {'port': {'device_id': '88875f55-db12-41d6-a64c-257b19533772', 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05', 'admin_state_up': True, 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:35.666608 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device b8740341-62b6-4971-bf4c-d5c95401a359 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:35.814086 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port b8740341-62b6-4971-bf4c-d5c95401a359 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:35.814512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:35.828552 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:35.834603 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Usage tracker for resource:port and tenant:445b1bbe79974705aa064cc9f0fe4020 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:35.837707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Quota usage for port was recalculated. Used quota:1. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:35.844714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:35.858714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Made reservation on behalf of 445b1bbe79974705aa064cc9f0fe4020 for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:57:35.870756 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:36.069848 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6100e477-bed5-4abb-b6a7-614e8b6f819b req-59c23c42-f6a8-449f-acf0-7ecd19529f15 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 210 time: 0.0829635
Jan 20 00:57:36.340274 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:36.372154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Transition to ACTIVE for port object 59e995c5-945b-4606-b51a-4757e858508c will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:57:36.379240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:36.653709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:36.745322 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33484) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:36.927445 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-b13f030d-d752-4208-abb0-4c523bc421d8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:36.929366 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-b13f030d-d752-4208-abb0-4c523bc421d8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.20 "GET /v2.0/networks?id=be500c49-e7b2-42b5-bbac-8d6d49645b05 HTTP/1.1" status: 200  len: 818 time: 0.4176548
Jan 20 00:57:36.978602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Request body: {'port': {'device_id': '2b901ad1-f8b0-424a-b60c-291c227d73b1', 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05', 'admin_state_up': True, 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:36.986576 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5061f-d0af-4d72-b6c4-66c638379038 None None] Pushing event updated for resources: {'Port': ['ID=59e995c5-945b-4606-b51a-4757e858508c,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:37.010225 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-edc5061f-d0af-4d72-b6c4-66c638379038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:37.012602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Attempting to bind port 59e995c5-945b-4606-b51a-4757e858508c on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:57:37.013017 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Attempting to bind port 59e995c5-945b-4606-b51a-4757e858508c by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '51264455-3403-4e48-a39e-f0979ae0230c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:57:37.014608 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Attempting to bind port 59e995c5-945b-4606-b51a-4757e858508c on network be500c49-e7b2-42b5-bbac-8d6d49645b05 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:57:37.019048 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2ca1114-11e2-4150-8f87-18528715fd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:37.028301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:57:37.028730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Checking segment: {'id': '51264455-3403-4e48-a39e-f0979ae0230c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:57:37.029209 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:37.029651 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Bound using segment: {'id': '51264455-3403-4e48-a39e-f0979ae0230c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:57:37.030273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Bound port: 59e995c5-945b-4606-b51a-4757e858508c, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51264455-3403-4e48-a39e-f0979ae0230c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:57:37.030569 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:37.063300 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a2ca1114-11e2-4150-8f87-18528715fd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:37.074560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a2ca1114-11e2-4150-8f87-18528715fd17 admin admin] Usage tracker for resource:security_group_rule and tenant:d681e4cac5634df194bebf8b8e35e9e3 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:37.081020 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a2ca1114-11e2-4150-8f87-18528715fd17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:37.096798 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a2ca1114-11e2-4150-8f87-18528715fd17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:37.153902 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] For port 59e995c5-945b-4606-b51a-4757e858508c, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:57:37.157674 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] For port 59e995c5-945b-4606-b51a-4757e858508c, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=59e995c5-945b-4606-b51a-4757e858508c,segment=NetworkSegment(51264455-3403-4e48-a39e-f0979ae0230c),segment_id=51264455-3403-4e48-a39e-f0979ae0230c)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:57:37.162420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:37.207804 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Allocated IP 172.20.0.3 (be500c49-e7b2-42b5-bbac-8d6d49645b05/6c88ade8-7398-4e61-921c-e7e00d3b7575/ae77815d-5e5b-4089-b40a-775c16e28023) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:57:37.304025 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2ca1114-11e2-4150-8f87-18528715fd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:37.310327 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2ca1114-11e2-4150-8f87-18528715fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:37.328120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:37.333527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:37.433612 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5061f-d0af-4d72-b6c4-66c638379038 None None] Pushing event updated for resources: {'Port': ['ID=59e995c5-945b-4606-b51a-4757e858508c,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:37.440600 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-00d8a751-30ac-4ac4-956b-ee456c61ddaf req-7f3c95bd-b591-439c-a515-8b52fd231cd2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 210 time: 0.0915143
Jan 20 00:57:37.445415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-edc5061f-d0af-4d72-b6c4-66c638379038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:37.446111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca1114-11e2-4150-8f87-18528715fd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95b738c-85db-479d-8427-30d6003d3d3a,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:37.453673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a2ca1114-11e2-4150-8f87-18528715fd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:37.459027 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a2ca1114-11e2-4150-8f87-18528715fd17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d681e4cac5634df194bebf8b8e35e9e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7122688
Jan 20 00:57:37.461847 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33510) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:37.476656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Routers {'5567698f-1bc3-40db-8d0d-199f256d331c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 00:57:37.477621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782afe24e0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T00:57:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['5567698f-1bc3-40db-8d0d-199f256d331c'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:37.563429 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5d00b5bb-56e8-4d7b-9c98-2f7900c51a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:37.595677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5d00b5bb-56e8-4d7b-9c98-2f7900c51a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:37.683136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5d00b5bb-56e8-4d7b-9c98-2f7900c51a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:37.689830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-567193d2-06de-4730-963e-6b5ac3f1e05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:37.733020 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00b5bb-56e8-4d7b-9c98-2f7900c51a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95b738c-85db-479d-8427-30d6003d3d3a,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:37.739176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5d00b5bb-56e8-4d7b-9c98-2f7900c51a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:37.739176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5d00b5bb-56e8-4d7b-9c98-2f7900c51a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:37.744978 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-5d00b5bb-56e8-4d7b-9c98-2f7900c51a74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e95b738c-85db-479d-8427-30d6003d3d3a HTTP/1.1" status: 204  len: 168 time: 0.2819653
Jan 20 00:57:37.760509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:37.851554 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:37.874925 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:37.879616 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Usage tracker for resource:port and tenant:445b1bbe79974705aa064cc9f0fe4020 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:37.882815 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Quota usage for port was recalculated. Used quota:2. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:37.889173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:37.891647 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] Set router 5567698f-1bc3-40db-8d0d-199f256d331c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 00:57:37.898172 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:38.154888 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Made reservation on behalf of 445b1bbe79974705aa064cc9f0fe4020 for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:57:38.169045 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:38.183680 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Pushing event updated for resources: {'Port': ['ID=ae77815d-5e5b-4089-b40a-775c16e28023,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:38.204950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:38.426542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782afe24e0>, [{'id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'name': 'tempest-ServerRescueNegativeTestJSON-512180940-router', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:57:24Z', 'updated_at': '2021-01-20T00:57:31Z', 'revision_number': 4, 'project_id': '445b1bbe79974705aa064cc9f0fe4020', 'gw_port': {'id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:25Z', 'updated_at': '2021-01-20T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '59e995c5-945b-4606-b51a-4757e858508c', 'name': '', 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'mac_address': 'fa:16:3e:3d:98:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6c88ade8-7398-4e61-921c-e7e00d3b7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:29Z', 'updated_at': '2021-01-20T00:57:37Z', 'revision_number': 4, 'project_id': '445b1bbe79974705aa064cc9f0fe4020', 'subnets': [{'id': '6c88ade8-7398-4e61-921c-e7e00d3b7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:38.446912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Network be500c49-e7b2-42b5-bbac-8d6d49645b05 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:57:38.449368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0b5bd-89cb-412d-9bb7-d0c2ca7dcc25 None None] The sync data for ids ['5567698f-1bc3-40db-8d0d-199f256d331c'] in dv-cinder-667108-30-iscsi is: [{'id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'name': 'tempest-ServerRescueNegativeTestJSON-512180940-router', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:57:24Z', 'updated_at': '2021-01-20T00:57:31Z', 'revision_number': 4, 'project_id': '445b1bbe79974705aa064cc9f0fe4020', 'gw_port': {'id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:25Z', 'updated_at': '2021-01-20T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '59e995c5-945b-4606-b51a-4757e858508c', 'name': '', 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'mac_address': 'fa:16:3e:3d:98:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6c88ade8-7398-4e61-921c-e7e00d3b7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:29Z', 'updated_at': '2021-01-20T00:57:37Z', 'revision_number': 4, 'project_id': '445b1bbe79974705aa064cc9f0fe4020', 'subnets': [{'id': '6c88ade8-7398-4e61-921c-e7e00d3b7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 00:57:38.450818 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:57:38.464779 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:57:38.484069 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:38.484807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:38.528286 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9639339
Jan 20 00:57:38.606757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Request body: {'port': {'device_id': '88875f55-db12-41d6-a64c-257b19533772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:38.869224 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-20bc6ec0-8687-43ba-80a5-f70e75a748ef req-9f38632f-dbe0-4a8c-aad6-9a95badcc843 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 210 time: 0.1063850
Jan 20 00:57:38.881345 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33556) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:38.966302 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:39.074748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Allocated IP 172.20.0.14 (be500c49-e7b2-42b5-bbac-8d6d49645b05/6c88ade8-7398-4e61-921c-e7e00d3b7575/82d16432-dfec-4784-8e0e-acf93644acff) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:57:39.262467 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2feed929-e590-4182-97a9-c60c60049728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:39.318090 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2feed929-e590-4182-97a9-c60c60049728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:39.335235 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2feed929-e590-4182-97a9-c60c60049728 admin admin] Usage tracker for resource:security_group_rule and tenant:712bcab653df411f8071536a2f617c4c is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:39.345042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2feed929-e590-4182-97a9-c60c60049728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:39.373601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2feed929-e590-4182-97a9-c60c60049728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:39.512788 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2feed929-e590-4182-97a9-c60c60049728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:39.517908 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2feed929-e590-4182-97a9-c60c60049728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:39.552544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c7cbc301-dad1-4959-a3f2-ed8abb986de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:39.589584 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2feed929-e590-4182-97a9-c60c60049728 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=712bcab653df411f8071536a2f617c4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7062421
Jan 20 00:57:39.593254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33576) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:39.593635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33578) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:39.616162 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feed929-e590-4182-97a9-c60c60049728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3e42f5-1963-47e1-8acb-a6884ccaf3ab,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:39.647857 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2feed929-e590-4182-97a9-c60c60049728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:39.679918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 59e995c5-945b-4606-b51a-4757e858508c up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:39.696978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c18d330e-3dc5-4833-9fcd-7715dbc51713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:39.741001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:39.749764 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c18d330e-3dc5-4833-9fcd-7715dbc51713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:39.821097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:39.824279 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c18d330e-3dc5-4833-9fcd-7715dbc51713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:39.829555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 59e995c5-945b-4606-b51a-4757e858508c completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:57:39.838662 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-191b8e8f-a106-4da7-af56-5ffa2644c6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:39.843002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 59e995c5-945b-4606-b51a-4757e858508c triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:39.843231 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:39.861600 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2fdb43af-8c0a-4386-b4cc-95ec6ac42ca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:39.863325 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2124317356-network', 'tenant_id': 'cb0036f29221418fa65bb9d7c9256a1f'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:39.868244 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:39.872533 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Usage tracker for resource:network and tenant:cb0036f29221418fa65bb9d7c9256a1f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:39.875666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:39.884938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:39.897359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c18d330e-3dc5-4833-9fcd-7715dbc51713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:39.900944 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c18d330e-3dc5-4833-9fcd-7715dbc51713 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba3e42f5-1963-47e1-8acb-a6884ccaf3ab HTTP/1.1" status: 204  len: 168 time: 0.3016028
Jan 20 00:57:39.900944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d330e-3dc5-4833-9fcd-7715dbc51713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3e42f5-1963-47e1-8acb-a6884ccaf3ab,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:39.902925 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Made reservation on behalf of cb0036f29221418fa65bb9d7c9256a1f for: {'network': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:57:39.907616 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:39.919153 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c18d330e-3dc5-4833-9fcd-7715dbc51713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:39.927753 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:39.951058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:39.955929 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Usage tracker for resource:security_group_rule and tenant:cb0036f29221418fa65bb9d7c9256a1f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:39.956084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Pushing event updated for resources: {'Port': ['ID=82d16432-dfec-4784-8e0e-acf93644acff,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:39.960064 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:39.966870 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:40.016987 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:40.075817 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.076091 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.080897 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.088762 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c18d330e-3dc5-4833-9fcd-7715dbc51713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:40.119492 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port 59e995c5-945b-4606-b51a-4757e858508c, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=59e995c5-945b-4606-b51a-4757e858508c,segment=NetworkSegment(51264455-3403-4e48-a39e-f0979ae0230c),segment_id=51264455-3403-4e48-a39e-f0979ae0230c)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:57:40.123465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.124060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429f6225-bf5c-4659-ad65-ea9a0510ffd6,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:40.125420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d707fd43-763a-416b-a2d4-a5dd604a7cf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:40.128690 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:40.138690 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 00:57:40.149440 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.149839 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Added segment dc9eb476-a6d7-4879-83d1-c8b91e96f6ab of type vxlan for network 28c04744-173d-4d7a-bb28-309c8f313538
Jan 20 00:57:40.188751 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.195083 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Network be500c49-e7b2-42b5-bbac-8d6d49645b05 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:57:40.198737 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:57:40.201727 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:57:40.219403 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:40.220125 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.228363 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.229813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:40.230460 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.254301 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2891695
Jan 20 00:57:40.260018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-76b4799c-18d8-408e-aa6a-b0ee50b3e9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:40.282993 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.6882281
Jan 20 00:57:40.283868 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33594) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:40.289005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=59e995c5-945b-4606-b51a-4757e858508c,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:40.293214 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:40.308843 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Request body: {'subnet': {'network_id': '28c04744-173d-4d7a-bb28-309c8f313538', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2124317356-subnet', 'tenant_id': 'cb0036f29221418fa65bb9d7c9256a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:40.320035 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:40.347109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae77815d-5e5b-4089-b40a-775c16e28023 {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 00:57:40.356251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.370755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Transition to ACTIVE for port object ae77815d-5e5b-4089-b40a-775c16e28023 will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:57:40.373443 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.384035 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Usage tracker for resource:subnet and tenant:cb0036f29221418fa65bb9d7c9256a1f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:40.390424 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7174dfcd-016e-40cc-94fb-4c3438b232b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:40.392383 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:40.400725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Pushing event updated for resources: {'Network': ['ID=28c04744-173d-4d7a-bb28-309c8f313538,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:40.403442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:40.405687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:40.417728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33600) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:40.420562 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Made reservation on behalf of cb0036f29221418fa65bb9d7c9256a1f for: {'subnet': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:57:40.426619 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6417876'] for subnet, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.427751 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network 28c04744-173d-4d7a-bb28-309c8f313538 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:57:40.473194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Pushing event updated for resources: {'Port': ['ID=ae77815d-5e5b-4089-b40a-775c16e28023,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:40.476872 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6168d8d2-7b5a-4e2e-a0b5-ffc44b641764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.488309 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:40.516620 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6168d8d2-7b5a-4e2e-a0b5-ffc44b641764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:40.524608 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6168d8d2-7b5a-4e2e-a0b5-ffc44b641764 admin admin] Usage tracker for resource:security_group_rule and tenant:8bcf1295d4204b9fb4ceaaf8e0b45440 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:40.527967 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6168d8d2-7b5a-4e2e-a0b5-ffc44b641764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:40.534049 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6168d8d2-7b5a-4e2e-a0b5-ffc44b641764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:40.692580 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Attempting to bind port ae77815d-5e5b-4089-b40a-775c16e28023 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:57:40.692812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Attempting to bind port ae77815d-5e5b-4089-b40a-775c16e28023 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '51264455-3403-4e48-a39e-f0979ae0230c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:57:40.693018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Attempting to bind port ae77815d-5e5b-4089-b40a-775c16e28023 on network be500c49-e7b2-42b5-bbac-8d6d49645b05 {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:57:40.699163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:57:40.699545 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Checking segment: {'id': '51264455-3403-4e48-a39e-f0979ae0230c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:57:40.699954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.700355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Bound using segment: {'id': '51264455-3403-4e48-a39e-f0979ae0230c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:57:40.700832 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Bound port: ae77815d-5e5b-4089-b40a-775c16e28023, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51264455-3403-4e48-a39e-f0979ae0230c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:57:40.701260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.753251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6168d8d2-7b5a-4e2e-a0b5-ffc44b641764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.758724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6168d8d2-7b5a-4e2e-a0b5-ffc44b641764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.769141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:40.795483 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] For port ae77815d-5e5b-4089-b40a-775c16e28023, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:57:40.800111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] For port ae77815d-5e5b-4089-b40a-775c16e28023, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ae77815d-5e5b-4089-b40a-775c16e28023,segment=NetworkSegment(51264455-3403-4e48-a39e-f0979ae0230c),segment_id=51264455-3403-4e48-a39e-f0979ae0230c)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:57:40.802953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.819481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:40.835448 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-6168d8d2-7b5a-4e2e-a0b5-ffc44b641764 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bcf1295d4204b9fb4ceaaf8e0b45440&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4165926
Jan 20 00:57:40.844678 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168d8d2-7b5a-4e2e-a0b5-ffc44b641764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dede534-3216-4074-8a62-5fe3385e216c,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:40.847705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33606) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:40.855572 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6168d8d2-7b5a-4e2e-a0b5-ffc44b641764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:40.958414 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08b40dd0-2bf9-4a02-91fb-1f0b08adec06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:40.981530 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Pushing event updated for resources: {'Port': ['ID=ae77815d-5e5b-4089-b40a-775c16e28023,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:40.987024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:41.024354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:41.025038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:41.026653 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] 10.222.0.20 "PUT /v2.0/ports/ae77815d-5e5b-4089-b40a-775c16e28023 HTTP/1.1" status: 200  len: 1157 time: 2.4418166
Jan 20 00:57:41.027314 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88875f55-db12-41d6-a64c-257b19533772', 'tag': 'ae77815d-5e5b-4089-b40a-775c16e28023'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:57:41.043472 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08b40dd0-2bf9-4a02-91fb-1f0b08adec06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:41.118070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08b40dd0-2bf9-4a02-91fb-1f0b08adec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:41.123090 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b2e3a19e-c38d-4b30-9f48-320e9c4fa61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:41.170353 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b40dd0-2bf9-4a02-91fb-1f0b08adec06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dede534-3216-4074-8a62-5fe3385e216c,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:41.179577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08b40dd0-2bf9-4a02-91fb-1f0b08adec06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:41.198169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08b40dd0-2bf9-4a02-91fb-1f0b08adec06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:41.202465 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-08b40dd0-2bf9-4a02-91fb-1f0b08adec06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dede534-3216-4074-8a62-5fe3385e216c HTTP/1.1" status: 204  len: 168 time: 0.3475964
Jan 20 00:57:41.208041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847644836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6417861'] for subnet, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:41.224714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:41.315811 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network 28c04744-173d-4d7a-bb28-309c8f313538 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:57:41.334710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Request body: {'port': {'device_id': '2b901ad1-f8b0-424a-b60c-291c227d73b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:41.578229 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88875f55-db12-41d6-a64c-257b19533772', 'tag': 'ae77815d-5e5b-4089-b40a-775c16e28023', 'status': 'completed', 'code': 200}
Jan 20 00:57:41.663979 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:41.665034 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 59e995c5-945b-4606-b51a-4757e858508c up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:41.751269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-0e343252-e135-4a13-bfda-be498e9b03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:41.753573 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-0e343252-e135-4a13-bfda-be498e9b03bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=445b1bbe79974705aa064cc9f0fe4020&device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 1160 time: 0.3460097
Jan 20 00:57:41.763711 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c96b4ad-4eae-4768-b9ab-b9473481c57f,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:41.780994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:41.784357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 59e995c5-945b-4606-b51a-4757e858508c triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:41.784779 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:41.833209 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33622) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:41.859233 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c55d5a5-ad05-40e7-bac8-2f01c1caea33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:41.889455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0c55d5a5-ad05-40e7-bac8-2f01c1caea33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:41.895428 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-6572a391-db6d-42de-b938-ba7c37ad1f00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae77815d-5e5b-4089-b40a-775c16e28023 HTTP/1.1" status: 200  len: 217 time: 0.0936351
Jan 20 00:57:41.899693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0c55d5a5-ad05-40e7-bac8-2f01c1caea33 admin admin] Usage tracker for resource:security_group_rule and tenant:3f6d35df17364288b2cd212d1c5488f7 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:41.907220 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0c55d5a5-ad05-40e7-bac8-2f01c1caea33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:41.926132 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0c55d5a5-ad05-40e7-bac8-2f01c1caea33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:41.967629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527137f-2eab-4bf5-9c71-8c3c08428802 req-a2d2a1ff-11cc-44b9-bb25-b3130edc607c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:41.969341 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f527137f-2eab-4bf5-9c71-8c3c08428802 req-a2d2a1ff-11cc-44b9-bb25-b3130edc607c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 932 time: 0.2839391
Jan 20 00:57:41.976517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Checking segment: {'id': 'dc9eb476-a6d7-4879-83d1-c8b91e96f6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28c04744-173d-4d7a-bb28-309c8f313538'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:57:41.976918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Network hostable DHCP agents. Network: 28c04744-173d-4d7a-bb28-309c8f313538, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 00:57:42.039952 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-a165fed2-309c-4273-b813-ecb3302570d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:42.041598 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-a165fed2-309c-4273-b813-ecb3302570d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c88ade8-7398-4e61-921c-e7e00d3b7575 HTTP/1.1" status: 200  len: 858 time: 0.1391671
Jan 20 00:57:42.048713 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02e41d20-092f-495a-a507-db21ecddffff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:42.051092 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Network 28c04744-173d-4d7a-bb28-309c8f313538 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 00:57:42.076624 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f527137f-2eab-4bf5-9c71-8c3c08428802 req-fe9b6fce-f395-40f6-bcb5-efb2458f6e5b tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863173
Jan 20 00:57:42.078988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, 28c04744-173d-4d7a-bb28-309c8f313538) {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:57:42.102514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:42.102831 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e926bf38-03c2-425a-9506-bca8dd35c871 None None] Network 28c04744-173d-4d7a-bb28-309c8f313538 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:57:42.103166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:42.140244 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-1870ba9d-d973-48cb-a78b-b3a782851fc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be500c49-e7b2-42b5-bbac-8d6d49645b05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0865657
Jan 20 00:57:42.165346 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.8760509
Jan 20 00:57:42.174654 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c55d5a5-ad05-40e7-bac8-2f01c1caea33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:42.180129 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c55d5a5-ad05-40e7-bac8-2f01c1caea33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:42.202050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08b40dd0-2bf9-4a02-91fb-1f0b08adec06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:42.304336 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0c55d5a5-ad05-40e7-bac8-2f01c1caea33 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f6d35df17364288b2cd212d1c5488f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4697728
Jan 20 00:57:42.305345 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55d5a5-ad05-40e7-bac8-2f01c1caea33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a303ab-11dd-4187-a1d5-682ffac6f5c6,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:42.310511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0c55d5a5-ad05-40e7-bac8-2f01c1caea33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:42.311535 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33630) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:42.368409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482ac8c4-d3c8-422c-9680-eb9492824740 None None] Network 28c04744-173d-4d7a-bb28-309c8f313538 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:57:42.415488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d7cb734c-e3d4-4da7-b469-1e818900acc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:42.456933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d7cb734c-e3d4-4da7-b469-1e818900acc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:42.550819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d7cb734c-e3d4-4da7-b469-1e818900acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:42.556907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:42.589919 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb734c-e3d4-4da7-b469-1e818900acc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a303ab-11dd-4187-a1d5-682ffac6f5c6,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:42.599112 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d7cb734c-e3d4-4da7-b469-1e818900acc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:42.612626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d7cb734c-e3d4-4da7-b469-1e818900acc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:42.616324 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d7cb734c-e3d4-4da7-b469-1e818900acc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65a303ab-11dd-4187-a1d5-682ffac6f5c6 HTTP/1.1" status: 204  len: 168 time: 0.3007085
Jan 20 00:57:42.796146 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-3589b4d9-dcdc-4a19-bf64-eebf7cae2349 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6408176
Jan 20 00:57:43.001026 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d447e6e5-7331-45c0-9d07-933e1e190fe1 req-cbf47635-0200-47dc-8e19-d056f3752174 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1938369
Jan 20 00:57:43.067695 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d16432-dfec-4784-8e0e-acf93644acff {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 00:57:43.076408 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:43.092167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Transition to ACTIVE for port object 82d16432-dfec-4784-8e0e-acf93644acff will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:57:43.095559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:43.113328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-309fcb28-dad2-4b9c-a5fe-6a4b530cb762 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:43.464777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=82d16432-dfec-4784-8e0e-acf93644acff,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:43.497008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:43.530849 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b455af7-2545-4729-980d-debd6806a3e0 req-0950424b-02c2-42bb-bd36-c815b975ed6a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:43.532553 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6b455af7-2545-4729-980d-debd6806a3e0 req-0950424b-02c2-42bb-bd36-c815b975ed6a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 944 time: 0.2012532
Jan 20 00:57:43.605386 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9018ac0-bdc3-4529-ad1d-fa382ac207cb req-7e2b74b8-1eac-42d6-8c99-03df90b08188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:43.607046 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c9018ac0-bdc3-4529-ad1d-fa382ac207cb req-7e2b74b8-1eac-42d6-8c99-03df90b08188 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=445b1bbe79974705aa064cc9f0fe4020&device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 1160 time: 0.4491315
Jan 20 00:57:43.660666 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6b455af7-2545-4729-980d-debd6806a3e0 req-c9747cac-1686-47f4-aca4-8d2575a7b222 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200190
Jan 20 00:57:43.710408 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Attempting to bind port 82d16432-dfec-4784-8e0e-acf93644acff on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:57:43.710790 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Attempting to bind port 82d16432-dfec-4784-8e0e-acf93644acff by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '51264455-3403-4e48-a39e-f0979ae0230c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:57:43.711163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Attempting to bind port 82d16432-dfec-4784-8e0e-acf93644acff on network be500c49-e7b2-42b5-bbac-8d6d49645b05 {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:57:43.776309 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:57:43.776741 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Checking segment: {'id': '51264455-3403-4e48-a39e-f0979ae0230c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:57:43.777215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:43.777627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Bound using segment: {'id': '51264455-3403-4e48-a39e-f0979ae0230c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:57:43.778130 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Bound port: 82d16432-dfec-4784-8e0e-acf93644acff, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51264455-3403-4e48-a39e-f0979ae0230c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be500c49-e7b2-42b5-bbac-8d6d49645b05'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:57:43.778676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:43.922428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9018ac0-bdc3-4529-ad1d-fa382ac207cb req-44374fab-9ad5-4079-904f-99b772d8eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:43.924242 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c9018ac0-bdc3-4529-ad1d-fa382ac207cb req-44374fab-9ad5-4079-904f-99b772d8eb34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be500c49-e7b2-42b5-bbac-8d6d49645b05 HTTP/1.1" status: 200  len: 912 time: 0.3035450
Jan 20 00:57:44.010638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] For port 82d16432-dfec-4784-8e0e-acf93644acff, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:57:44.010638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] For port 82d16432-dfec-4784-8e0e-acf93644acff, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=82d16432-dfec-4784-8e0e-acf93644acff,segment=NetworkSegment(51264455-3403-4e48-a39e-f0979ae0230c),segment_id=51264455-3403-4e48-a39e-f0979ae0230c)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:57:44.030240 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c9018ac0-bdc3-4529-ad1d-fa382ac207cb req-f9e12dc0-058e-41d5-a52e-a77069e652b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae77815d-5e5b-4089-b40a-775c16e28023 HTTP/1.1" status: 200  len: 217 time: 0.0988467
Jan 20 00:57:44.031729 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:44.051046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-747c7405-b4e0-48f8-a5d2-377f94cd8ec0 tempest-DeleteServersTestJSON-252339393 tempest-DeleteServersTestJSON-252339393] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:44.200715 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=82d16432-dfec-4784-8e0e-acf93644acff,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:44.213838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:44.298013 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9018ac0-bdc3-4529-ad1d-fa382ac207cb req-777769f2-3c63-4907-b90b-a7f097daca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:44.299645 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c9018ac0-bdc3-4529-ad1d-fa382ac207cb req-777769f2-3c63-4907-b90b-a7f097daca4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c88ade8-7398-4e61-921c-e7e00d3b7575 HTTP/1.1" status: 200  len: 858 time: 0.2499199
Jan 20 00:57:44.368722 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c9018ac0-bdc3-4529-ad1d-fa382ac207cb req-d23c900a-be4e-475a-b304-e9afd29e6463 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be500c49-e7b2-42b5-bbac-8d6d49645b05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620010
Jan 20 00:57:44.427162 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:44.427762 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:44.429334 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] 10.222.0.20 "PUT /v2.0/ports/82d16432-dfec-4784-8e0e-acf93644acff HTTP/1.1" status: 200  len: 1158 time: 3.0997477
Jan 20 00:57:44.429848 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b901ad1-f8b0-424a-b60c-291c227d73b1', 'tag': '82d16432-dfec-4784-8e0e-acf93644acff'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:57:44.509014 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b901ad1-f8b0-424a-b60c-291c227d73b1', 'tag': '82d16432-dfec-4784-8e0e-acf93644acff', 'status': 'completed', 'code': 200}
Jan 20 00:57:44.594519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65223e2b-1722-49e8-a4fb-80e80f292417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:44.609865 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c9018ac0-bdc3-4529-ad1d-fa382ac207cb req-d82f17ca-b214-4a48-8125-1e495a6ea2d5 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2295406
Jan 20 00:57:44.659659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-97e9aac0-f40c-45a4-a1fd-4288e2c64ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:44.661395 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-97e9aac0-f40c-45a4-a1fd-4288e2c64ac4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=445b1bbe79974705aa064cc9f0fe4020&device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 1161 time: 0.1323342
Jan 20 00:57:44.761347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:44.816327 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-d4558637-adb3-4872-8ea2-36517fa33f7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d16432-dfec-4784-8e0e-acf93644acff HTTP/1.1" status: 200  len: 217 time: 0.1329448
Jan 20 00:57:44.924815 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-aa469dbd-bfb8-4ea7-9e52-02b36760d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:44.926445 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-aa469dbd-bfb8-4ea7-9e52-02b36760d1e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c88ade8-7398-4e61-921c-e7e00d3b7575 HTTP/1.1" status: 200  len: 858 time: 0.1036396
Jan 20 00:57:44.932208 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c9018ac0-bdc3-4529-ad1d-fa382ac207cb req-819c4b6f-4309-4971-b787-00747df2ba3d service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2989783
Jan 20 00:57:44.972596 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a2285-7382-449d-abe4-70bb79ebd7e6 req-4093976a-dde0-40d6-b28b-936116145a86 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:44.977917 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6f6a2285-7382-449d-abe4-70bb79ebd7e6 req-4093976a-dde0-40d6-b28b-936116145a86 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 944 time: 0.1345859
Jan 20 00:57:45.022879 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-93f4abe2-bee1-4dea-a4cc-a935ac8c976a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be500c49-e7b2-42b5-bbac-8d6d49645b05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0694375
Jan 20 00:57:45.083350 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6f6a2285-7382-449d-abe4-70bb79ebd7e6 req-c00d4b37-f81c-4b01-80b1-f1cfdeae521d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988314
Jan 20 00:57:45.280617 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-3f944321-4dc5-4c06-8e13-9713cd69046a service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2494016
Jan 20 00:57:45.379977 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19320dca-d944-4c4a-8604-db9418118813 req-870b723a-a254-454b-8eaf-871acb215686 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:45.380792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-19320dca-d944-4c4a-8604-db9418118813 req-870b723a-a254-454b-8eaf-871acb215686 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Synchronizing usage tracker for tenant:cb0036f29221418fa65bb9d7c9256a1f on resource:network {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:57:45.398871 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-19320dca-d944-4c4a-8604-db9418118813 req-870b723a-a254-454b-8eaf-871acb215686 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Unset dirty status for tenant:cb0036f29221418fa65bb9d7c9256a1f on resource:network {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:57:45.407501 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-870b723a-a254-454b-8eaf-871acb215686 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/networks?id=28c04744-173d-4d7a-bb28-309c8f313538 HTTP/1.1" status: 200  len: 814 time: 0.3177671
Jan 20 00:57:45.423185 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-4b24c05d-826b-4789-b3af-65c73ffe1a86 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/quotas/cb0036f29221418fa65bb9d7c9256a1f HTTP/1.1" status: 200  len: 375 time: 0.0138822
Jan 20 00:57:45.486889 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-92c05fef-c51d-4ef3-9bcc-8ee82eb590a8 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb0036f29221418fa65bb9d7c9256a1f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0567017
Jan 20 00:57:45.516427 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-988f7cf6-7e73-477e-8711-2cfb879163c5 req-7d2d8970-a60c-4e0d-9a08-954393ccdc05 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2278645
Jan 20 00:57:45.659723 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-216a9399-1299-4727-84e2-e35be6143c07 service neutron] 10.222.0.37 "GET /v2.0/networks/28c04744-173d-4d7a-bb28-309c8f313538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637025
Jan 20 00:57:45.786222 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9078a1-5f5a-45e0-85db-a4d06f31bbbe req-150f9cee-709a-45c3-a2ee-1a92f5f008ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:45.787949 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7f9078a1-5f5a-45e0-85db-a4d06f31bbbe req-150f9cee-709a-45c3-a2ee-1a92f5f008ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=445b1bbe79974705aa064cc9f0fe4020&device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 1161 time: 0.0982666
Jan 20 00:57:45.835764 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-a1fd79a2-4cbe-4f66-bac8-1a9064ea9e13 service neutron] 10.222.0.37 "GET /v2.0/networks/28c04744-173d-4d7a-bb28-309c8f313538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1692414
Jan 20 00:57:46.114399 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-dbb23614-dca8-4dcd-b5a4-d5439ee797dc req-742c1a57-e8bf-4f41-a992-04173bff2a09 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 210 time: 0.0596449
Jan 20 00:57:46.218820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9078a1-5f5a-45e0-85db-a4d06f31bbbe req-f673f272-9d48-450c-a3d7-64885962e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:46.220444 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7f9078a1-5f5a-45e0-85db-a4d06f31bbbe req-f673f272-9d48-450c-a3d7-64885962e244 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be500c49-e7b2-42b5-bbac-8d6d49645b05 HTTP/1.1" status: 200  len: 912 time: 0.4201291
Jan 20 00:57:46.306846 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7f9078a1-5f5a-45e0-85db-a4d06f31bbbe req-9214772b-3972-48ab-8778-0dedbf84a8bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d16432-dfec-4784-8e0e-acf93644acff HTTP/1.1" status: 200  len: 217 time: 0.0777602
Jan 20 00:57:46.344735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d141a-1e17-452b-bc29-c9a335a186b9 req-3664daba-4d95-4f4a-8890-c230c7c3ed16 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:46.353234 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9b5d141a-1e17-452b-bc29-c9a335a186b9 req-3664daba-4d95-4f4a-8890-c230c7c3ed16 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 944 time: 0.1232588
Jan 20 00:57:46.392598 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9078a1-5f5a-45e0-85db-a4d06f31bbbe req-a46c7b61-e020-4cd9-ae66-7cfc2d2d52af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:46.394479 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7f9078a1-5f5a-45e0-85db-a4d06f31bbbe req-a46c7b61-e020-4cd9-ae66-7cfc2d2d52af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c88ade8-7398-4e61-921c-e7e00d3b7575 HTTP/1.1" status: 200  len: 858 time: 0.0784793
Jan 20 00:57:46.422392 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9b5d141a-1e17-452b-bc29-c9a335a186b9 req-3b140485-80c8-4c15-a33a-d9f5cf388c9a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681016
Jan 20 00:57:46.461820 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7f9078a1-5f5a-45e0-85db-a4d06f31bbbe req-756dd802-60cd-4838-843e-90763b14127e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be500c49-e7b2-42b5-bbac-8d6d49645b05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590365
Jan 20 00:57:46.496289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.objects.ports [None req-9104780b-6a78-49c5-b4a7-0ed99d8348ff None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80158) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 20 00:57:46.568842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:46.628424 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7f9078a1-5f5a-45e0-85db-a4d06f31bbbe req-544541d0-ee01-46bf-a2be-f61c043e274e service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579738
Jan 20 00:57:46.747899 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:46.784999 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7f9078a1-5f5a-45e0-85db-a4d06f31bbbe req-f71a1f6d-f2df-42f3-81bf-48d3e690c995 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468256
Jan 20 00:57:47.316290 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-31c33e9b-85d3-4375-b074-f2ee9b899d2b req-3f96b9d3-e7ed-4bdf-82f3-ac42179a1a8e tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 210 time: 0.0592077
Jan 20 00:57:47.503772 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:47.629052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:47.629511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:47.741042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16e96a-7854-49eb-ad38-2043e2063290 req-edb1cce9-4d22-4bc9-a6fa-a00ac79886f8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:47.743716 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec16e96a-7854-49eb-ad38-2043e2063290 req-edb1cce9-4d22-4bc9-a6fa-a00ac79886f8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 944 time: 0.1335423
Jan 20 00:57:47.746661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19320dca-d944-4c4a-8604-db9418118813 req-d8e07676-4614-4438-b263-c9aebc9fff63 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:47.748675 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-d8e07676-4614-4438-b263-c9aebc9fff63 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.20 "GET /v2.0/networks?id=28c04744-173d-4d7a-bb28-309c8f313538 HTTP/1.1" status: 200  len: 814 time: 0.2705691
Jan 20 00:57:47.804266 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Request body: {'port': {'device_id': '411b88cb-4f2a-495f-ac73-80179e5b4c8e', 'network_id': '28c04744-173d-4d7a-bb28-309c8f313538', 'admin_state_up': True, 'tenant_id': 'cb0036f29221418fa65bb9d7c9256a1f'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:47.812612 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec16e96a-7854-49eb-ad38-2043e2063290 req-d5e9113d-6d2c-4d1a-a519-296b9396143a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620229
Jan 20 00:57:47.823818 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ae77815d-5e5b-4089-b40a-775c16e28023 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:47.910296 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port ae77815d-5e5b-4089-b40a-775c16e28023 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:57:47.917837 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port ae77815d-5e5b-4089-b40a-775c16e28023 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:47.918297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:48.007587 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:48.011770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Usage tracker for resource:port and tenant:cb0036f29221418fa65bb9d7c9256a1f is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:48.015226 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Quota usage for port was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:48.022861 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:48.036611 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Made reservation on behalf of cb0036f29221418fa65bb9d7c9256a1f for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:57:48.047064 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:48.094758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:48.128719 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88875f55-db12-41d6-a64c-257b19533772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae77815d-5e5b-4089-b40a-775c16e28023'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:57:48.138196 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port ae77815d-5e5b-4089-b40a-775c16e28023, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ae77815d-5e5b-4089-b40a-775c16e28023,segment=NetworkSegment(51264455-3403-4e48-a39e-f0979ae0230c),segment_id=51264455-3403-4e48-a39e-f0979ae0230c)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:57:48.141685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:48.144276 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-81734bf8-a608-4c32-9d27-7f4789f93c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:48.230525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=ae77815d-5e5b-4089-b40a-775c16e28023,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:48.235846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:48.252532 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88875f55-db12-41d6-a64c-257b19533772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae77815d-5e5b-4089-b40a-775c16e28023', 'code': 200}
Jan 20 00:57:48.441202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Allocated IP 172.20.0.12 (28c04744-173d-4d7a-bb28-309c8f313538/3c96b4ad-4eae-4768-b9ab-b9473481c57f/7525d933-3b08-493e-a8f4-2806e0955e0a) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:57:48.508865 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bfd8d4bf-4c52-479e-9915-e3af3d2584b6 req-fffc1bd2-9d28-4eaa-9bdb-32f8d77faa0a tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 210 time: 0.0509591
Jan 20 00:57:48.687805 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a95b6-8827-4091-b933-1d43df3556c9 req-aa7a496c-4c9a-4159-84c9-9ef591631684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:48.689619 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-502a95b6-8827-4091-b933-1d43df3556c9 req-aa7a496c-4c9a-4159-84c9-9ef591631684 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 1162 time: 0.2077575
Jan 20 00:57:48.754711 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:48.772207 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-502a95b6-8827-4091-b933-1d43df3556c9 req-713c4f4a-466f-48af-94df-91c88d90dba9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691633
Jan 20 00:57:48.795147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:48.815128 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:48.978053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Pushing event updated for resources: {'Port': ['ID=7525d933-3b08-493e-a8f4-2806e0955e0a,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:48.991727 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:49.061464 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Network 28c04744-173d-4d7a-bb28-309c8f313538 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:57:49.062747 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:57:49.067152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:57:49.087502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:49.088236 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:49.133239 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3335049
Jan 20 00:57:49.166863 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Request body: {'port': {'device_id': '411b88cb-4f2a-495f-ac73-80179e5b4c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:57:49.168718 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5a99a-f7da-48db-b4ce-540b298c7d5c req-a8319a01-525a-452b-b478-9cceae35a7c3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:49.182230 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cff5a99a-f7da-48db-b4ce-540b298c7d5c req-a8319a01-525a-452b-b478-9cceae35a7c3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 944 time: 0.2357550
Jan 20 00:57:49.264517 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cff5a99a-f7da-48db-b4ce-540b298c7d5c req-8ecc3878-7e86-47a3-b373-08abf150eb10 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812657
Jan 20 00:57:49.275174 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ae77815d-5e5b-4089-b40a-775c16e28023 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:49.316148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:49.370949 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port ae77815d-5e5b-4089-b40a-775c16e28023 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:49.371368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:49.500015 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 82d16432-dfec-4784-8e0e-acf93644acff up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:49.589254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 82d16432-dfec-4784-8e0e-acf93644acff completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:57:49.596898 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 82d16432-dfec-4784-8e0e-acf93644acff triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:49.597478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:49.761954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:49.762561 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918e4a8-c568-4d66-a756-12bc90fc92cb req-3487b5ea-66de-4fe8-866e-15c50d912214 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:49.764442 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0918e4a8-c568-4d66-a756-12bc90fc92cb req-3487b5ea-66de-4fe8-866e-15c50d912214 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 932 time: 0.1165216
Jan 20 00:57:49.814817 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7525d933-3b08-493e-a8f4-2806e0955e0a {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 00:57:49.817538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 82d16432-dfec-4784-8e0e-acf93644acff, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=82d16432-dfec-4784-8e0e-acf93644acff,segment=NetworkSegment(51264455-3403-4e48-a39e-f0979ae0230c),segment_id=51264455-3403-4e48-a39e-f0979ae0230c)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:57:49.821742 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:49.826930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:49.828551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-edc5061f-d0af-4d72-b6c4-66c638379038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:49.842172 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Transition to ACTIVE for port object 7525d933-3b08-493e-a8f4-2806e0955e0a will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:57:49.848240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:49.871100 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-0918e4a8-c568-4d66-a756-12bc90fc92cb req-d6096f6f-3a1a-485b-82fc-dd3c47aa6db7 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Synchronizing usage tracker for tenant:cb0036f29221418fa65bb9d7c9256a1f on resource:security_group {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:57:49.919824 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-0918e4a8-c568-4d66-a756-12bc90fc92cb req-d6096f6f-3a1a-485b-82fc-dd3c47aa6db7 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Unset dirty status for tenant:cb0036f29221418fa65bb9d7c9256a1f on resource:security_group {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:57:49.919824 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0918e4a8-c568-4d66-a756-12bc90fc92cb req-d6096f6f-3a1a-485b-82fc-dd3c47aa6db7 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420548
Jan 20 00:57:49.948769 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=82d16432-dfec-4784-8e0e-acf93644acff,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:49.957011 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:49.972546 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:50.051465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33894) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:50.076493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Pushing event updated for resources: {'Port': ['ID=7525d933-3b08-493e-a8f4-2806e0955e0a,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:50.083018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:50.237740 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Attempting to bind port 7525d933-3b08-493e-a8f4-2806e0955e0a on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:57:50.238278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Attempting to bind port 7525d933-3b08-493e-a8f4-2806e0955e0a by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'dc9eb476-a6d7-4879-83d1-c8b91e96f6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28c04744-173d-4d7a-bb28-309c8f313538'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:57:50.238773 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Attempting to bind port 7525d933-3b08-493e-a8f4-2806e0955e0a on network 28c04744-173d-4d7a-bb28-309c8f313538 {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:57:50.244964 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:57:50.245568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Checking segment: {'id': 'dc9eb476-a6d7-4879-83d1-c8b91e96f6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28c04744-173d-4d7a-bb28-309c8f313538'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:57:50.246041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:50.246631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Bound using segment: {'id': 'dc9eb476-a6d7-4879-83d1-c8b91e96f6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28c04744-173d-4d7a-bb28-309c8f313538'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:57:50.247223 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Bound port: 7525d933-3b08-493e-a8f4-2806e0955e0a, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9eb476-a6d7-4879-83d1-c8b91e96f6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28c04744-173d-4d7a-bb28-309c8f313538'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:57:50.247820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:50.254307 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b901ad1-f8b0-424a-b60c-291c227d73b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d16432-dfec-4784-8e0e-acf93644acff'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:57:50.342618 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dedafddc-d49d-4b4e-a0ed-83c6b12d10b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:50.363135 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dedafddc-d49d-4b4e-a0ed-83c6b12d10b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:50.368301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-dedafddc-d49d-4b4e-a0ed-83c6b12d10b3 admin admin] Usage tracker for resource:security_group_rule and tenant:8517e9b50f1743bbbc0bbbe508dcedb0 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:50.369131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] For port 7525d933-3b08-493e-a8f4-2806e0955e0a, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:57:50.371447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-dedafddc-d49d-4b4e-a0ed-83c6b12d10b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:50.373713 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] For port 7525d933-3b08-493e-a8f4-2806e0955e0a, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=7525d933-3b08-493e-a8f4-2806e0955e0a,segment=NetworkSegment(dc9eb476-a6d7-4879-83d1-c8b91e96f6ab),segment_id=dc9eb476-a6d7-4879-83d1-c8b91e96f6ab)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:57:50.378323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dedafddc-d49d-4b4e-a0ed-83c6b12d10b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:50.384390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:50.387905 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b901ad1-f8b0-424a-b60c-291c227d73b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d16432-dfec-4784-8e0e-acf93644acff', 'code': 200}
Jan 20 00:57:50.414289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:50.567141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Pushing event updated for resources: {'Port': ['ID=7525d933-3b08-493e-a8f4-2806e0955e0a,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:50.573292 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dedafddc-d49d-4b4e-a0ed-83c6b12d10b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:50.574956 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:50.590902 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dedafddc-d49d-4b4e-a0ed-83c6b12d10b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:50.639933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a5b2a8df-1afd-43d2-b59d-ff68c23b74a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:50.668354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 82d16432-dfec-4784-8e0e-acf93644acff up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:50.677426 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-dedafddc-d49d-4b4e-a0ed-83c6b12d10b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8517e9b50f1743bbbc0bbbe508dcedb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6246290
Jan 20 00:57:50.681964 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 33914) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:50.752336 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 82d16432-dfec-4784-8e0e-acf93644acff triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:50.753046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:50.770615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedafddc-d49d-4b4e-a0ed-83c6b12d10b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc2eada-fb3f-4c2d-84cb-4a212f00f613,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:50.777428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-531e3410-fc57-4afc-84c0-9fc161885dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:50.782641 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dedafddc-d49d-4b4e-a0ed-83c6b12d10b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:50.794909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:50.795595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:50.797315 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] 10.222.0.20 "PUT /v2.0/ports/7525d933-3b08-493e-a8f4-2806e0955e0a HTTP/1.1" status: 200  len: 1158 time: 1.6380875
Jan 20 00:57:50.801106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411b88cb-4f2a-495f-ac73-80179e5b4c8e', 'tag': '7525d933-3b08-493e-a8f4-2806e0955e0a'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:57:50.815932 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070bb82-725e-4e00-8c85-96710636ccf9 req-ec457132-702f-4407-a33a-d525ef23fa98 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:50.835831 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b070bb82-725e-4e00-8c85-96710636ccf9 req-ec457132-702f-4407-a33a-d525ef23fa98 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.3233986
Jan 20 00:57:50.867590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553daff-f540-4385-8c70-a73fecba6bc1 req-84889965-2dc4-4092-8d5f-da95eef1de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:50.869260 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f553daff-f540-4385-8c70-a73fecba6bc1 req-84889965-2dc4-4092-8d5f-da95eef1de58 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 1163 time: 0.1633871
Jan 20 00:57:50.873340 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411b88cb-4f2a-495f-ac73-80179e5b4c8e', 'tag': '7525d933-3b08-493e-a8f4-2806e0955e0a', 'status': 'completed', 'code': 200}
Jan 20 00:57:50.895734 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-531e3410-fc57-4afc-84c0-9fc161885dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:50.929334 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b070bb82-725e-4e00-8c85-96710636ccf9 req-9c41ef39-67c2-47fa-b9f0-be3adbe503e9 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877953
Jan 20 00:57:51.000958 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-531e3410-fc57-4afc-84c0-9fc161885dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:51.008547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-683406a1-4956-478a-b17d-322fce5a7cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:51.037421 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-531e3410-fc57-4afc-84c0-9fc161885dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:51.038644 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-531e3410-fc57-4afc-84c0-9fc161885dd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebc2eada-fb3f-4c2d-84cb-4a212f00f613 HTTP/1.1" status: 204  len: 168 time: 0.3548105
Jan 20 00:57:51.043940 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e3410-fc57-4afc-84c0-9fc161885dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc2eada-fb3f-4c2d-84cb-4a212f00f613,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:51.052602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-531e3410-fc57-4afc-84c0-9fc161885dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:51.271743 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ded3cd-13cd-4e3f-a715-2ab3f79919e3 req-ec8d677c-abde-44fe-a386-8d30c4068b5c tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:51.281330 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-66ded3cd-13cd-4e3f-a715-2ab3f79919e3 req-ec8d677c-abde-44fe-a386-8d30c4068b5c tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 944 time: 0.1652985
Jan 20 00:57:51.348630 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-66ded3cd-13cd-4e3f-a715-2ab3f79919e3 req-54e04722-0bc4-43fa-9091-0fa6c2cf2e2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662079
Jan 20 00:57:51.421571 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f553daff-f540-4385-8c70-a73fecba6bc1 req-7552fa58-dec7-497b-9298-00f114c7a8e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4059343
Jan 20 00:57:51.431829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19320dca-d944-4c4a-8604-db9418118813 req-dd640fbb-73d7-475b-96b6-3287dfe8f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:51.433391 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-dd640fbb-73d7-475b-96b6-3287dfe8f81d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb0036f29221418fa65bb9d7c9256a1f&device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 1161 time: 0.5262275
Jan 20 00:57:51.845746 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-d14d8b24-2729-4f70-9684-bcd4e9f7333d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7525d933-3b08-493e-a8f4-2806e0955e0a HTTP/1.1" status: 200  len: 217 time: 0.0792105
Jan 20 00:57:51.984186 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19320dca-d944-4c4a-8604-db9418118813 req-d9c11277-7b7e-4413-8cd9-323b337f9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:51.987406 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-d9c11277-7b7e-4413-8cd9-323b337f9f80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c96b4ad-4eae-4768-b9ab-b9473481c57f HTTP/1.1" status: 200  len: 854 time: 0.0850306
Jan 20 00:57:52.081714 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-094685f4-0787-4157-bb1e-0c3f4fc4c217 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28c04744-173d-4d7a-bb28-309c8f313538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0572944
Jan 20 00:57:52.261134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414ed27-b756-473b-abce-690d9860a386 req-dbeff356-f541-40a7-8254-c9b7a2364787 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:52.262886 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a414ed27-b756-473b-abce-690d9860a386 req-dbeff356-f541-40a7-8254-c9b7a2364787 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1713035
Jan 20 00:57:52.279348 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-31d8b8f1-f5c1-44b2-ab5d-cf8ee671a5f4 service neutron] 10.222.0.20 "GET /v2.0/networks/28c04744-173d-4d7a-bb28-309c8f313538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1889615
Jan 20 00:57:52.322802 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a414ed27-b756-473b-abce-690d9860a386 req-3694de48-7952-4767-8955-438f5f0097f8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526536
Jan 20 00:57:52.444420 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19320dca-d944-4c4a-8604-db9418118813 req-273c0f9c-148e-4d39-bae8-88f3e4d566fa service neutron] 10.222.0.20 "GET /v2.0/networks/28c04744-173d-4d7a-bb28-309c8f313538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1576610
Jan 20 00:57:52.577892 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:52.596547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600e7c-68c7-4e1b-b5e0-c2c091e8a06a req-c889f4e7-5132-4fa8-8c9e-6436dde90989 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:52.598259 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-17600e7c-68c7-4e1b-b5e0-c2c091e8a06a req-c889f4e7-5132-4fa8-8c9e-6436dde90989 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 944 time: 0.1101756
Jan 20 00:57:52.651314 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-17600e7c-68c7-4e1b-b5e0-c2c091e8a06a req-dec7a477-cafe-441b-9069-4697ac7604ed tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467441
Jan 20 00:57:52.664796 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dece70f-e307-4bb8-84fe-64046bf7c408 req-96bf8787-7f96-498c-a901-9bf5fa08d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:52.666485 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2dece70f-e307-4bb8-84fe-64046bf7c408 req-96bf8787-7f96-498c-a901-9bf5fa08d9ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb0036f29221418fa65bb9d7c9256a1f&device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 1161 time: 0.0866263
Jan 20 00:57:52.857259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dece70f-e307-4bb8-84fe-64046bf7c408 req-236a5752-9855-43f0-ac8e-c71bd7c2159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:52.860715 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2dece70f-e307-4bb8-84fe-64046bf7c408 req-236a5752-9855-43f0-ac8e-c71bd7c2159a service neutron] 10.222.0.20 "GET /v2.0/networks?id=28c04744-173d-4d7a-bb28-309c8f313538 HTTP/1.1" status: 200  len: 908 time: 0.1518345
Jan 20 00:57:53.022396 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2dece70f-e307-4bb8-84fe-64046bf7c408 req-586f876e-275b-46f0-bcdc-02d44ac6361a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7525d933-3b08-493e-a8f4-2806e0955e0a HTTP/1.1" status: 200  len: 217 time: 0.1501405
Jan 20 00:57:53.101637 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dece70f-e307-4bb8-84fe-64046bf7c408 req-eff285af-2afe-4f02-9d50-4e9f420dc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:53.103278 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2dece70f-e307-4bb8-84fe-64046bf7c408 req-eff285af-2afe-4f02-9d50-4e9f420dc3ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c96b4ad-4eae-4768-b9ab-b9473481c57f HTTP/1.1" status: 200  len: 854 time: 0.0739992
Jan 20 00:57:53.166834 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2dece70f-e307-4bb8-84fe-64046bf7c408 req-e958dc8c-8bee-46a0-b644-4bfa787a4d3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28c04744-173d-4d7a-bb28-309c8f313538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482643
Jan 20 00:57:53.326953 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2dece70f-e307-4bb8-84fe-64046bf7c408 req-2cf45b4e-1474-41b1-b017-48e099861291 service neutron] 10.222.0.20 "GET /v2.0/networks/28c04744-173d-4d7a-bb28-309c8f313538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506972
Jan 20 00:57:53.429242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 34014) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:53.475623 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2dece70f-e307-4bb8-84fe-64046bf7c408 req-99aa363b-ab45-4fe5-913a-13cab0cf8699 service neutron] 10.222.0.20 "GET /v2.0/networks/28c04744-173d-4d7a-bb28-309c8f313538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407528
Jan 20 00:57:53.556622 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-097d127a-1a27-43eb-a934-1f33e7528c18 admin admin] Deleting subnet debdc63e-d3c2-4787-a2af-947ed67f4eba {{(pid=80156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 00:57:53.560723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-097d127a-1a27-43eb-a934-1f33e7528c18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:53.628523 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-097d127a-1a27-43eb-a934-1f33e7528c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6531846'] for subnet, precommit_delete_associations {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:53.685799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca638fd-e500-4df2-81bb-8aef8ea49371 req-faeaa812-ef34-4600-aab8-68bbced2ff41 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:53.687436 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cca638fd-e500-4df2-81bb-8aef8ea49371 req-faeaa812-ef34-4600-aab8-68bbced2ff41 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.2121234
Jan 20 00:57:53.745875 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-097d127a-1a27-43eb-a934-1f33e7528c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:53.789536 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cca638fd-e500-4df2-81bb-8aef8ea49371 req-e0972748-b4e5-4bbb-9050-0cb16c85e9aa tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945404
Jan 20 00:57:54.028946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018054c-2a7d-4e4c-86bd-59b4dcc0ff89 req-f37cb085-4649-43ab-891f-13c3114996b5 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:54.030694 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8018054c-2a7d-4e4c-86bd-59b4dcc0ff89 req-f37cb085-4649-43ab-891f-13c3114996b5 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 944 time: 0.2348490
Jan 20 00:57:54.177373 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8018054c-2a7d-4e4c-86bd-59b4dcc0ff89 req-9f18ea3a-c60c-489c-b794-bf37184828d0 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319377
Jan 20 00:57:54.212219 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-097d127a-1a27-43eb-a934-1f33e7528c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7130905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848357890'] for subnet, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:54.281868 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb0124-1110-469d-8f22-e02b7db33457 req-f06b5172-8905-4cb2-98c5-d99273f94d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:54.284571 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-99fb0124-1110-469d-8f22-e02b7db33457 req-f06b5172-8905-4cb2-98c5-d99273f94d50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=445b1bbe79974705aa064cc9f0fe4020&device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 1163 time: 0.1115615
Jan 20 00:57:54.522357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb0124-1110-469d-8f22-e02b7db33457 req-403d70ea-99d7-408e-b2a0-7228f4523901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:54.524009 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-99fb0124-1110-469d-8f22-e02b7db33457 req-403d70ea-99d7-408e-b2a0-7228f4523901 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be500c49-e7b2-42b5-bbac-8d6d49645b05 HTTP/1.1" status: 200  len: 912 time: 0.2049260
Jan 20 00:57:54.526893 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:54.617097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d127a-1a27-43eb-a934-1f33e7528c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=debdc63e-d3c2-4787-a2af-947ed67f4eba,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:54.620089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-097d127a-1a27-43eb-a934-1f33e7528c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:54.700666 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-99fb0124-1110-469d-8f22-e02b7db33457 req-8e24bc16-9c09-419b-8c19-e3df502bfd42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d16432-dfec-4784-8e0e-acf93644acff HTTP/1.1" status: 200  len: 217 time: 0.1018596
Jan 20 00:57:54.760265 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-097d127a-1a27-43eb-a934-1f33e7528c18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:54.770158 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-097d127a-1a27-43eb-a934-1f33e7528c18 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/debdc63e-d3c2-4787-a2af-947ed67f4eba HTTP/1.1" status: 204  len: 168 time: 1.3397019
Jan 20 00:57:54.773217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 34046) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:54.794420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57746422-c514-4dfb-afc2-c4dbe3888db8 req-6993dbf7-c08e-4ae8-8b57-1da262cf706d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:54.796849 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-57746422-c514-4dfb-afc2-c4dbe3888db8 req-6993dbf7-c08e-4ae8-8b57-1da262cf706d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.2712028
Jan 20 00:57:54.854344 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-57746422-c514-4dfb-afc2-c4dbe3888db8 req-3a5062c3-5fd5-4e98-b13e-ecd6364d5e54 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515585
Jan 20 00:57:54.902177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb0124-1110-469d-8f22-e02b7db33457 req-d346a5b3-3d5e-49a1-8621-7a8fa62c9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:54.903891 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-99fb0124-1110-469d-8f22-e02b7db33457 req-d346a5b3-3d5e-49a1-8621-7a8fa62c9330 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c88ade8-7398-4e61-921c-e7e00d3b7575 HTTP/1.1" status: 200  len: 858 time: 0.1892204
Jan 20 00:57:54.912925 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:55.028301 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-99fb0124-1110-469d-8f22-e02b7db33457 req-0e0cb38c-91fe-42e6-9bce-387c4f400742 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be500c49-e7b2-42b5-bbac-8d6d49645b05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0615344
Jan 20 00:57:55.268807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:55.401870 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-99fb0124-1110-469d-8f22-e02b7db33457 req-475b9d9a-0ed2-4af4-9baf-a70efe88013e service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3349123
Jan 20 00:57:55.422253 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7829732ef0>> segment before_delete 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.422879 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7829732ef0>> subnet precommit_delete_associations 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.424455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7829e96208>> segment_host_mapping after_create 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.424844 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7829e96208>> port after_create 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.425292 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7829e96208>> port after_delete 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.425680 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7829e96208>> port after_update 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.426193 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7829e96208>> segment after_delete 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.426569 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7829e96208>> subnet after_create 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.427391 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7829e96208>> subnet after_delete 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.427391 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7829e96208>> subnet after_update 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.472387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53f9de-5c48-4e25-8ff2-11c8f2f6db05 req-2bbeed71-615a-411c-bfa0-147e8ffa13e2 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:55.474068 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6c53f9de-5c48-4e25-8ff2-11c8f2f6db05 req-2bbeed71-615a-411c-bfa0-147e8ffa13e2 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 944 time: 0.1232927
Jan 20 00:57:55.497390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78297407b8>> subnet after_create 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.497790 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78297407b8>> subnet after_delete 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.498176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78297407b8>> subnet before_create 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.498549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78297407b8>> subnet before_update 55550000 {{(pid=80157) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 20 00:57:55.498957 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7829e89e10>,) {'filters': {'network_id': ['d6f48fb8-2c33-4aec-9a7d-002c5ae8e474']}} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:55.549161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7829e89e10>, '52c7c1d1-eb47-4703-b48e-fe9f5248e0b0') {'for_net_delete': True} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:55.549437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7829e89e10>, '52c7c1d1-eb47-4703-b48e-fe9f5248e0b0') {} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:55.550436 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6c53f9de-5c48-4e25-8ff2-11c8f2f6db05 req-ff62b43c-b342-4f2a-8bbe-074b8f081ab3 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695641
Jan 20 00:57:55.576643 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6253502'] for segment, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:55.654056 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:55.658007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 00:57:55.800568 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-99fb0124-1110-469d-8f22-e02b7db33457 req-679bb545-b4cf-44db-b2a0-4b81262d4d92 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3883674
Jan 20 00:57:55.873807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Network d6f48fb8-2c33-4aec-9a7d-002c5ae8e474 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 00:57:55.883094 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849087887'] for segment, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:56.065966 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Network d6f48fb8-2c33-4aec-9a7d-002c5ae8e474 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   (rel_b, rel_a, rel_b),
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   (rel_b, rel_a, rel_b),
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 00:57:56.095816 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 00:57:56.102367 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12330613-0c16-4364-8e0e-45620e6f237e req-a68792ce-0617-4d33-8304-1971635af043 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:56.104095 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-12330613-0c16-4364-8e0e-45620e6f237e req-a68792ce-0617-4d33-8304-1971635af043 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1075397
Jan 20 00:57:56.155553 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-12330613-0c16-4364-8e0e-45620e6f237e req-70e18cbb-dfd3-47ee-b1db-2b2f450a3d1d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448291
Jan 20 00:57:56.184968 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:56.195701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:56.216504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:56.218922 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f48fb8-2c33-4aec-9a7d-002c5ae8e474,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:56.222898 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:56.226189 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] 10.222.0.37 "DELETE /v2.0/networks/d6f48fb8-2c33-4aec-9a7d-002c5ae8e474 HTTP/1.1" status: 204  len: 168 time: 1.4519522
Jan 20 00:57:56.229151 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 34084) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:56.299662 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a832f5-7891-42bc-9f1b-8141f0a65c0d admin admin] Deleting subnet 1e7053a8-4b7b-481a-ab22-3eabb9544b77 {{(pid=80157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 00:57:56.302755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c9a832f5-7891-42bc-9f1b-8141f0a65c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:56.355849 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c9a832f5-7891-42bc-9f1b-8141f0a65c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848522314'] for subnet, precommit_delete_associations {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:56.417945 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c9a832f5-7891-42bc-9f1b-8141f0a65c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:56.800320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.objects.ports [None req-dbd4ca80-7252-474e-9469-69af78b936b5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80158) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 20 00:57:56.826934 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8a459-561e-4dac-a2dc-7dbdaefcb6eb req-8772cdf6-c263-46e2-8235-44a419df907c tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:56.828613 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-76c8a459-561e-4dac-a2dc-7dbdaefcb6eb req-8772cdf6-c263-46e2-8235-44a419df907c tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 944 time: 0.1266928
Jan 20 00:57:56.915612 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-76c8a459-561e-4dac-a2dc-7dbdaefcb6eb req-7ea965ef-f6cd-41b4-8f1d-f7e35b01b9a5 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768528
Jan 20 00:57:56.994829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c9a832f5-7891-42bc-9f1b-8141f0a65c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5689298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848542499'] for subnet, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:57.012436 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c469fd64-df63-4d82-ada9-76d2282c5014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:57.063178 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a832f5-7891-42bc-9f1b-8141f0a65c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e7053a8-4b7b-481a-ab22-3eabb9544b77,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:57.069551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c9a832f5-7891-42bc-9f1b-8141f0a65c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:57.158891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 34104) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:57.169030 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c9a832f5-7891-42bc-9f1b-8141f0a65c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:57.181322 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c9a832f5-7891-42bc-9f1b-8141f0a65c0d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1e7053a8-4b7b-481a-ab22-3eabb9544b77 HTTP/1.1" status: 204  len: 168 time: 0.9504566
Jan 20 00:57:57.183458 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 34110) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:57.309989 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:57.376168 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e1b0388f-f47d-42f5-885e-517a580bb806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:57.398639 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e1b0388f-f47d-42f5-885e-517a580bb806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:57:57.405736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-e1b0388f-f47d-42f5-885e-517a580bb806 admin admin] Usage tracker for resource:security_group_rule and tenant:113a91f2626a44cca867ab9a3fd3ba96 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:57:57.409791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-e1b0388f-f47d-42f5-885e-517a580bb806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:57:57.418263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e1b0388f-f47d-42f5-885e-517a580bb806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:57:57.457954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b7ac4-83f5-44a0-8cb0-3603a09b540c req-44591747-507b-43a3-a37d-5b0f79e607ee tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:57.459570 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e42b7ac4-83f5-44a0-8cb0-3603a09b540c req-44591747-507b-43a3-a37d-5b0f79e607ee tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1553035
Jan 20 00:57:57.503052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:57.531321 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e42b7ac4-83f5-44a0-8cb0-3603a09b540c req-20231a28-b784-4008-9547-76c9366c21b4 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640023
Jan 20 00:57:57.566791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 7525d933-3b08-493e-a8f4-2806e0955e0a up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:57.585938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e1b0388f-f47d-42f5-885e-517a580bb806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:57.588746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e1b0388f-f47d-42f5-885e-517a580bb806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:57.597501 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5d00b5bb-56e8-4d7b-9c98-2f7900c51a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:57.628801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f782afd2940>,) {'filters': {'network_id': ['2324698d-ece2-4e03-8fdf-3f5a04b34dee']}} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:57.643252 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f782afd2940>, 'cae2e5ea-0704-4dc5-84f3-d5c2e50b43b2') {'for_net_delete': True} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:57.643715 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f782afd2940>, 'cae2e5ea-0704-4dc5-84f3-d5c2e50b43b2') {} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:57:57.646826 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e1b0388f-f47d-42f5-885e-517a580bb806 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=113a91f2626a44cca867ab9a3fd3ba96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4865510
Jan 20 00:57:57.649215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0388f-f47d-42f5-885e-517a580bb806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe7246-0905-4db0-8df7-f48e2d31ea0b,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:57.650586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 34116) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:57.652682 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 7525d933-3b08-493e-a8f4-2806e0955e0a completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:57:57.653381 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e1b0388f-f47d-42f5-885e-517a580bb806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:57.659157 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 7525d933-3b08-493e-a8f4-2806e0955e0a triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:57.659586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:57.676076 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6253502'] for segment, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:57.719766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:57.723170 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 00:57:57.823282 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:57.826121 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c24b3f8-da8b-4624-98de-e17526094fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:57.870747 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 7525d933-3b08-493e-a8f4-2806e0955e0a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=7525d933-3b08-493e-a8f4-2806e0955e0a,segment=NetworkSegment(dc9eb476-a6d7-4879-83d1-c8b91e96f6ab),segment_id=dc9eb476-a6d7-4879-83d1-c8b91e96f6ab)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:57:57.871886 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411b88cb-4f2a-495f-ac73-80179e5b4c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7525d933-3b08-493e-a8f4-2806e0955e0a'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:57:57.879562 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:57.881795 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:57.955635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=7525d933-3b08-493e-a8f4-2806e0955e0a,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:57.958935 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:57.969279 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411b88cb-4f2a-495f-ac73-80179e5b4c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7525d933-3b08-493e-a8f4-2806e0955e0a', 'code': 200}
Jan 20 00:57:58.002545 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] Network 2324698d-ece2-4e03-8fdf-3f5a04b34dee has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 00:57:58.011512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c24b3f8-da8b-4624-98de-e17526094fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:58.020532 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849087887'] for segment, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:58.302790 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dc8b9-48aa-4cc3-92d0-26809ec4ba1c req-7465f480-a1c1-4448-8ab8-5a8facd7f566 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:58.305827 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ea6dc8b9-48aa-4cc3-92d0-26809ec4ba1c req-7465f480-a1c1-4448-8ab8-5a8facd7f566 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 946 time: 0.2153838
Jan 20 00:57:58.313705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] Network 2324698d-ece2-4e03-8fdf-3f5a04b34dee has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 00:57:58.344811 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 00:57:58.367654 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ea6dc8b9-48aa-4cc3-92d0-26809ec4ba1c req-80b568a5-73b9-46e6-a34b-aad9155a1080 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485308
Jan 20 00:57:58.384679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c24b3f8-da8b-4624-98de-e17526094fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:58.395251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-48bd6293-1218-4035-a7ce-b776704d7970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:58.468553 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24b3f8-da8b-4624-98de-e17526094fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe7246-0905-4db0-8df7-f48e2d31ea0b,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:58.475435 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1c24b3f8-da8b-4624-98de-e17526094fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:58.478802 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c24b3f8-da8b-4624-98de-e17526094fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:58.482546 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-1c24b3f8-da8b-4624-98de-e17526094fbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cafe7246-0905-4db0-8df7-f48e2d31ea0b HTTP/1.1" status: 204  len: 168 time: 0.8284500
Jan 20 00:57:58.484551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:58.491984 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:58.509789 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:58.513219 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0e6c5-c8e8-46e4-a293-046fc58334f4 req-434a75e7-a781-463d-b6a5-2b148e78d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:58.514776 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43f0e6c5-c8e8-46e4-a293-046fc58334f4 req-434a75e7-a781-463d-b6a5-2b148e78d391 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 1163 time: 0.2535424
Jan 20 00:57:58.524974 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2324698d-ece2-4e03-8fdf-3f5a04b34dee,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:58.542241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:58.543727 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2324698d-ece2-4e03-8fdf-3f5a04b34dee HTTP/1.1" status: 204  len: 168 time: 1.3587949
Jan 20 00:57:58.575004 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43f0e6c5-c8e8-46e4-a293-046fc58334f4 req-42c5f82d-9b1c-49cc-bfd6-127ac78e0fcf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512218
Jan 20 00:57:58.744916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 34150) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:58.812297 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e1f10181-8206-495e-90ba-17a096670820 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a66d1d51d8a74f9abc776e95dd3159da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0637844
Jan 20 00:57:58.812582 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 34156) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:58.825969 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77a920-d106-420a-baff-60f7dd593758 req-2539cbc2-697a-4431-a6e7-c5bb3fc62c42 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:58.834201 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5a77a920-d106-420a-baff-60f7dd593758 req-2539cbc2-697a-4431-a6e7-c5bb3fc62c42 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1521907
Jan 20 00:57:58.884370 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5f974db6-dc51-4917-a7db-b4ff61775687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:58.897977 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5a77a920-d106-420a-baff-60f7dd593758 req-30233d1e-ed59-4fb5-a901-5875b2b3c440 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611062
Jan 20 00:57:58.916987 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5f974db6-dc51-4917-a7db-b4ff61775687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:58.919072 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 7525d933-3b08-493e-a8f4-2806e0955e0a up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:57:58.990898 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5f974db6-dc51-4917-a7db-b4ff61775687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:58.997783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-19f5fe41-3df0-4db7-9ad9-4424dfbc1ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:59.006664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 7525d933-3b08-493e-a8f4-2806e0955e0a triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:57:59.007170 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:59.013733 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f974db6-dc51-4917-a7db-b4ff61775687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833f4d63-9115-4af0-b607-f9c5851180c6,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:59.016684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5f974db6-dc51-4917-a7db-b4ff61775687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:59.018609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5f974db6-dc51-4917-a7db-b4ff61775687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:59.022975 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-5f974db6-dc51-4917-a7db-b4ff61775687 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/833f4d63-9115-4af0-b607-f9c5851180c6 HTTP/1.1" status: 204  len: 168 time: 0.2055814
Jan 20 00:57:59.456939 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 34184) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:59.528548 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2ce83600-6aa0-4969-8de2-90387c2b0fb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d3bd018617145f59359f391902cdaac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0697384
Jan 20 00:57:59.531175 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 34188) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:57:59.606882 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f32b1e20-4efa-4e7b-8f49-8d6c84666f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:59.638554 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f32b1e20-4efa-4e7b-8f49-8d6c84666f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:59.641525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179c6ef-99f7-40f9-9616-9d9151d4a56f req-2ccc8db7-2869-41f5-8c1a-8d3b78b6426d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:57:59.643853 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e179c6ef-99f7-40f9-9616-9d9151d4a56f req-2ccc8db7-2869-41f5-8c1a-8d3b78b6426d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 946 time: 0.1195900
Jan 20 00:57:59.693769 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f32b1e20-4efa-4e7b-8f49-8d6c84666f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:59.698952 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:57:59.699672 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e179c6ef-99f7-40f9-9616-9d9151d4a56f req-ce316f08-30bd-45ee-a9a6-e0b765282116 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492239
Jan 20 00:57:59.710802 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b1e20-4efa-4e7b-8f49-8d6c84666f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7380c1-8ab7-4715-87ec-5e2784b1a898,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:57:59.716278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f32b1e20-4efa-4e7b-8f49-8d6c84666f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:57:59.718271 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f32b1e20-4efa-4e7b-8f49-8d6c84666f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:57:59.722736 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-f32b1e20-4efa-4e7b-8f49-8d6c84666f82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd7380c1-8ab7-4715-87ec-5e2784b1a898 HTTP/1.1" status: 204  len: 168 time: 0.1872883
Jan 20 00:58:00.232233 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61175a5a-d70e-4bed-8dc8-ba0e8eba6319 req-e97aaf17-914e-4cee-bbed-117d2e1b5fee tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:00.244786 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-61175a5a-d70e-4bed-8dc8-ba0e8eba6319 req-e97aaf17-914e-4cee-bbed-117d2e1b5fee tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1847727
Jan 20 00:58:00.337822 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-61175a5a-d70e-4bed-8dc8-ba0e8eba6319 req-38dbcb47-7b5b-410f-a40d-5afe8ecd0444 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918858
Jan 20 00:58:00.549604 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 34224) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:58:00.728184 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a0867674-4b5f-4cbe-9bb5-7a64300bd322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:00.744457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a0867674-4b5f-4cbe-9bb5-7a64300bd322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:58:00.748527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a0867674-4b5f-4cbe-9bb5-7a64300bd322 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc96ed4e86a4b1eb5495fd3e26ff9bc is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:58:00.752354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a0867674-4b5f-4cbe-9bb5-7a64300bd322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:58:00.758599 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a0867674-4b5f-4cbe-9bb5-7a64300bd322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:58:00.856871 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a0867674-4b5f-4cbe-9bb5-7a64300bd322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:00.866422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a0867674-4b5f-4cbe-9bb5-7a64300bd322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:00.874819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-edf527e1-5386-4911-bcd7-6b8c9639334c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:00.910876 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0867674-4b5f-4cbe-9bb5-7a64300bd322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58dadc5-a953-4532-8a81-e649bfad1d60,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:00.915862 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a0867674-4b5f-4cbe-9bb5-7a64300bd322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:00.936194 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a0867674-4b5f-4cbe-9bb5-7a64300bd322 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbc96ed4e86a4b1eb5495fd3e26ff9bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3855376
Jan 20 00:58:00.940804 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 34244) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:58:00.976605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec9d35-93b0-42bf-a3d8-659aca203aa9 req-7d72ea38-8669-4e4e-b383-ca960e76941e tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:00.978334 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ccec9d35-93b0-42bf-a3d8-659aca203aa9 req-7d72ea38-8669-4e4e-b383-ca960e76941e tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 946 time: 0.1349244
Jan 20 00:58:01.008535 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9bcec783-7abd-48a2-a1c3-f99ea858aadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:01.035930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9bcec783-7abd-48a2-a1c3-f99ea858aadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:01.049160 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ccec9d35-93b0-42bf-a3d8-659aca203aa9 req-ef65613a-fd4d-468a-b377-0cd4a3be4b1e tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578177
Jan 20 00:58:01.092914 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9bcec783-7abd-48a2-a1c3-f99ea858aadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:01.098294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-871a7df4-1dcd-41f3-8e7a-cedc4de371ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:01.112871 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcec783-7abd-48a2-a1c3-f99ea858aadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58dadc5-a953-4532-8a81-e649bfad1d60,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:01.115700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9bcec783-7abd-48a2-a1c3-f99ea858aadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:01.117103 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9bcec783-7abd-48a2-a1c3-f99ea858aadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:01.118322 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9bcec783-7abd-48a2-a1c3-f99ea858aadf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c58dadc5-a953-4532-8a81-e649bfad1d60 HTTP/1.1" status: 204  len: 168 time: 0.1763253
Jan 20 00:58:01.622953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bdbf4-de84-4bfd-8312-300680268e8c req-ff0d8eb3-6d13-43ac-a7a3-6465d8d7317f tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:01.634540 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-290bdbf4-de84-4bfd-8312-300680268e8c req-ff0d8eb3-6d13-43ac-a7a3-6465d8d7317f tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1544716
Jan 20 00:58:01.701408 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-290bdbf4-de84-4bfd-8312-300680268e8c req-97bf7266-8e44-462b-a921-ef945c978d06 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658507
Jan 20 00:58:02.322652 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 34382) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:58:02.448224 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-f82ee7a2-fe11-4e19-afca-037cc164f3bd tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/networks?tenant_id=1bb1115bec2a42b9bc24e13b23392cd6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0542812
Jan 20 00:58:02.529757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-596737720-network', 'tenant_id': 'b14637e4f72c4d3eae6ab14901ed38d1'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:58:02.535633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:58:02.540385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Usage tracker for resource:network and tenant:b14637e4f72c4d3eae6ab14901ed38d1 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:58:02.544342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:58:02.551306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:58:02.565014 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Made reservation on behalf of b14637e4f72c4d3eae6ab14901ed38d1 for: {'network': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:58:02.570297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:02.587452 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:02.605202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:58:02.609707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Usage tracker for resource:security_group_rule and tenant:b14637e4f72c4d3eae6ab14901ed38d1 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:58:02.613459 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:58:02.619724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:58:02.677228 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-a38532b5-d1bf-4d94-81c6-cdd441ea1058 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:02.678555 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-a38532b5-d1bf-4d94-81c6-cdd441ea1058 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2293048
Jan 20 00:58:02.696764 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-4a551727-e4cf-4322-863b-455cb0a2a4fe tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/quotas/1bb1115bec2a42b9bc24e13b23392cd6 HTTP/1.1" status: 200  len: 375 time: 0.0107634
Jan 20 00:58:02.749932 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:02.753777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:02.759813 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-06e0430f-b6ac-49c7-8f12-a697cd9f953e tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?tenant_id=1bb1115bec2a42b9bc24e13b23392cd6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0549541
Jan 20 00:58:02.762486 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-969e0b80-a752-41c8-a95a-c2b435986c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:02.780693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79663063-8429-4243-9eee-4db27597972d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 00:58:02.804516 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0a5458-4694-493a-b5a1-3b77194a5316,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:02.811215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:02.812237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759632512030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:02.812678 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Added segment 2c31440b-b769-4926-b092-5d247a0dfd74 of type vxlan for network 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7
Jan 20 00:58:02.844542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:02.883992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:02.885352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:02.886356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:02.891947 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:02.987393 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672034e-63f9-478a-91e4-88fa475d602a req-b6cb5073-5a79-4257-ba36-6f81242d5cb9 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:02.989173 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8672034e-63f9-478a-91e4-88fa475d602a req-b6cb5073-5a79-4257-ba36-6f81242d5cb9 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1530085
Jan 20 00:58:03.009107 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-79663063-8429-4243-9eee-4db27597972d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6829741
Jan 20 00:58:03.010326 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 34428) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:58:03.013688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Pushing event updated for resources: {'Network': ['ID=3c51ea56-1d9e-4955-ac1d-9bbec92e86a7,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:03.020208 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Request body: {'subnet': {'network_id': '3c51ea56-1d9e-4955-ac1d-9bbec92e86a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-596737720-subnet', 'tenant_id': 'b14637e4f72c4d3eae6ab14901ed38d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:58:03.024235 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:03.026669 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:58:03.029592 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:58:03.033270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Usage tracker for resource:subnet and tenant:b14637e4f72c4d3eae6ab14901ed38d1 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:58:03.036381 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:58:03.042931 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:58:03.046465 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8672034e-63f9-478a-91e4-88fa475d602a req-0e2359be-d197-47a0-9938-e22db0c428a0 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484698
Jan 20 00:58:03.054126 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:58:03.062502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Made reservation on behalf of b14637e4f72c4d3eae6ab14901ed38d1 for: {'subnet': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:58:03.069838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233335'] for subnet, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:03.197390 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ea0f5385-a6c2-41e3-b557-3e490acb2087 req-70bb3c03-bcd0-480d-b89d-fe483230f586 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 210 time: 0.0777376
Jan 20 00:58:03.570488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849086569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233318'] for subnet, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:03.590067 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:03.732145 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=276a32a3-9a0d-4ea2-8dd9-586ff0f16398,revision_number=0']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:03.735011 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:03.807044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Checking segment: {'id': '2c31440b-b769-4926-b092-5d247a0dfd74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c51ea56-1d9e-4955-ac1d-9bbec92e86a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:58:03.807435 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Network hostable DHCP agents. Network: 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 00:58:03.827686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Network 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 00:58:03.837579 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7) {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:58:03.851246 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:03.851909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:03.852813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f596251-8382-4e08-a2ed-2018aeae2324 None None] Network 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:58:03.884137 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ec47a3b7-c2f9-4c85-b9c9-34668ecad3bd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8632333
Jan 20 00:58:04.320636 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d79b4-6aa0-4efa-883d-ff649fcbdc8c None None] Network 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 00:58:04.435194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977df3c-3343-42cf-9f50-88d09f83ba44 req-0c944244-ad1c-4275-8702-f9cdb892858e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:04.437183 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4977df3c-3343-42cf-9f50-88d09f83ba44 req-0c944244-ad1c-4275-8702-f9cdb892858e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1671319
Jan 20 00:58:04.501195 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-ea8d33a4-8af9-4b36-b9af-69f6c7809e2d tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.20 "GET /v2.0/networks?tenant_id=1bb1115bec2a42b9bc24e13b23392cd6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0467730
Jan 20 00:58:04.571711 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4977df3c-3343-42cf-9f50-88d09f83ba44 req-611c1a12-d174-412c-b03a-3c988a0dcdb8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210468
Jan 20 00:58:04.838463 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-962759bd-5bcd-46b7-93e0-b768f175f892 req-a496fc5a-13ac-41f7-90c7-04cca9f461d1 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 210 time: 0.0694087
Jan 20 00:58:04.853177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-580c4fb7-86d5-43e8-8ea6-b2afbfca4f12 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:04.855021 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-580c4fb7-86d5-43e8-8ea6-b2afbfca4f12 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3471787
Jan 20 00:58:04.890516 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Request body: {'port': {'device_id': '65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc', 'network_id': '8decd68d-7cb5-4843-a760-76c24b5df8ae', 'admin_state_up': True, 'tenant_id': '1bb1115bec2a42b9bc24e13b23392cd6'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:58:05.054809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:58:05.058764 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Usage tracker for resource:port and tenant:1bb1115bec2a42b9bc24e13b23392cd6 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:58:05.061801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Quota usage for port was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:58:05.073833 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:58:05.078131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Made reservation on behalf of 1bb1115bec2a42b9bc24e13b23392cd6 for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:58:05.088043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:05.102376 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:05.118495 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:58:05.122637 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Usage tracker for resource:security_group_rule and tenant:1bb1115bec2a42b9bc24e13b23392cd6 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:58:05.125686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:58:05.132172 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:58:05.234739 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:05.237515 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:05.248519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f48b0d84-c01c-48ed-93d6-ca68009d934b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:05.311202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Pushing event updated for resources: {'SecurityGroup': ['ID=36b5f2b9-cae5-47e6-86b2-d72724497ce0,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:05.319302 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:05.563693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Allocated IP 192.168.233.74 (8decd68d-7cb5-4843-a760-76c24b5df8ae/b1466457-68cb-43c1-ac37-7c72474fafc2/283fd13a-940f-473c-b427-3cbad799e4c1) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:58:05.844366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff810471-f877-46d0-8113-92ed44ef7d0b req-6fce7bf6-2a6a-49b4-9b0d-ea9b3f0615ba tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:05.846662 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff810471-f877-46d0-8113-92ed44ef7d0b req-6fce7bf6-2a6a-49b4-9b0d-ea9b3f0615ba tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1288486
Jan 20 00:58:05.914269 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff810471-f877-46d0-8113-92ed44ef7d0b req-432797d9-866d-4f8c-a136-2248ea1245c5 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602961
Jan 20 00:58:06.029043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:06.045577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Transition to ACTIVE for port object 283fd13a-940f-473c-b427-3cbad799e4c1 will not be triggered until provisioned by entity DHCP. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:58:06.069016 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:06.088947 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:06.150935 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd51864-2b2c-4f6e-bf51-5ca81a5e4896 req-d8dcbb89-55ee-48f9-8035-157ba239f895 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:06.159150 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ecd51864-2b2c-4f6e-bf51-5ca81a5e4896 req-d8dcbb89-55ee-48f9-8035-157ba239f895 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 935 time: 0.1271076
Jan 20 00:58:06.221989 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ecd51864-2b2c-4f6e-bf51-5ca81a5e4896 req-11f63d9b-21ef-454b-a782-d5c60c092f28 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615292
Jan 20 00:58:06.252780 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:58:06.256346 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Pushing event updated for resources: {'Port': ['ID=283fd13a-940f-473c-b427-3cbad799e4c1,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:06.261976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:06.312168 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Network 8decd68d-7cb5-4843-a760-76c24b5df8ae is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:58:06.313838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:58:06.317201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:58:06.397829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:06.398538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:06.425906 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5400240
Jan 20 00:58:06.446883 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Request body: {'port': {'device_id': '65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:58:06.550365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-f670168e-c746-4f7d-982a-fe69d336ae23 None None] Provisioning for port 283fd13a-940f-473c-b427-3cbad799e4c1 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:58:06.555366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-f670168e-c746-4f7d-982a-fe69d336ae23 None None] Provisioning complete for port 283fd13a-940f-473c-b427-3cbad799e4c1 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:58:06.555783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f670168e-c746-4f7d-982a-fe69d336ae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:06.572357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:06.612521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-f670168e-c746-4f7d-982a-fe69d336ae23 None None] Port 283fd13a-940f-473c-b427-3cbad799e4c1 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 00:58:07.015251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283fd13a-940f-473c-b427-3cbad799e4c1 {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 00:58:07.023444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:07.036935 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Transition to ACTIVE for port object 283fd13a-940f-473c-b427-3cbad799e4c1 will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:58:07.039367 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:07.055992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-58f984cc-e6a1-4b43-8018-bd57bd9ce521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:07.206365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Pushing event updated for resources: {'Port': ['ID=283fd13a-940f-473c-b427-3cbad799e4c1,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:07.216089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:07.414398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Attempting to bind port 283fd13a-940f-473c-b427-3cbad799e4c1 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:58:07.414782 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Attempting to bind port 283fd13a-940f-473c-b427-3cbad799e4c1 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '93885c7d-a0d1-4c22-8338-e62f3d0fb997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8decd68d-7cb5-4843-a760-76c24b5df8ae'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:58:07.415158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Attempting to bind port 283fd13a-940f-473c-b427-3cbad799e4c1 on network 8decd68d-7cb5-4843-a760-76c24b5df8ae {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:58:07.421105 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:58:07.421511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Checking segment: {'id': '93885c7d-a0d1-4c22-8338-e62f3d0fb997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8decd68d-7cb5-4843-a760-76c24b5df8ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:58:07.421921 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:07.422328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Bound using segment: {'id': '93885c7d-a0d1-4c22-8338-e62f3d0fb997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8decd68d-7cb5-4843-a760-76c24b5df8ae'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:58:07.422803 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Bound port: 283fd13a-940f-473c-b427-3cbad799e4c1, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93885c7d-a0d1-4c22-8338-e62f3d0fb997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8decd68d-7cb5-4843-a760-76c24b5df8ae'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:58:07.423216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:07.480776 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c039f7-1c93-462f-8065-40f3cca01933 req-862926ca-34b3-41e2-8356-2914b63f0131 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:07.483770 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f6c039f7-1c93-462f-8065-40f3cca01933 req-862926ca-34b3-41e2-8356-2914b63f0131 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1133246
Jan 20 00:58:07.522318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] For port 283fd13a-940f-473c-b427-3cbad799e4c1, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:58:07.526244 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] For port 283fd13a-940f-473c-b427-3cbad799e4c1, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=283fd13a-940f-473c-b427-3cbad799e4c1,segment=NetworkSegment(93885c7d-a0d1-4c22-8338-e62f3d0fb997),segment_id=93885c7d-a0d1-4c22-8338-e62f3d0fb997)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:58:07.530243 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:07.534925 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f6c039f7-1c93-462f-8065-40f3cca01933 req-caa59eca-f26d-4db8-81f5-2fc9bf045440 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457368
Jan 20 00:58:07.546345 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:07.705627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Pushing event updated for resources: {'Port': ['ID=283fd13a-940f-473c-b427-3cbad799e4c1,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:07.709318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:07.749867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:07.750439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:07.752809 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] 10.222.0.20 "PUT /v2.0/ports/283fd13a-940f-473c-b427-3cbad799e4c1 HTTP/1.1" status: 200  len: 1161 time: 1.3108933
Jan 20 00:58:07.753388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc', 'tag': '283fd13a-940f-473c-b427-3cbad799e4c1'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:58:07.764753 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21900f17-f25c-486d-a68e-429c538787c6 req-dc1d4414-472d-4ada-86ae-7be7dce04675 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:07.769922 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-21900f17-f25c-486d-a68e-429c538787c6 req-dc1d4414-472d-4ada-86ae-7be7dce04675 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 947 time: 0.1095469
Jan 20 00:58:07.828095 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-21900f17-f25c-486d-a68e-429c538787c6 req-e35bdafc-0b72-45ac-925b-7d9d7b1a190c tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535500
Jan 20 00:58:07.917268 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc', 'tag': '283fd13a-940f-473c-b427-3cbad799e4c1', 'status': 'completed', 'code': 200}
Jan 20 00:58:07.919474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-8d17c778-35fe-44f8-8a18-c75e71b56463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:07.921187 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-8d17c778-35fe-44f8-8a18-c75e71b56463 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1bb1115bec2a42b9bc24e13b23392cd6&device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 1164 time: 0.1054215
Jan 20 00:58:08.037607 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-6e44760c-550a-40ce-a320-e8dff7181413 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=283fd13a-940f-473c-b427-3cbad799e4c1 HTTP/1.1" status: 200  len: 217 time: 0.0738645
Jan 20 00:58:08.113786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-133d8351-0279-4382-a49c-2dfc1039579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:08.115397 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-133d8351-0279-4382-a49c-2dfc1039579e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1466457-68cb-43c1-ac37-7c72474fafc2 HTTP/1.1" status: 200  len: 843 time: 0.0693312
Jan 20 00:58:08.212853 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-ecc1f2b9-6c7b-4a9f-8e61-9bf4f3261cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:08.214523 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-ecc1f2b9-6c7b-4a9f-8e61-9bf4f3261cac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8decd68d-7cb5-4843-a760-76c24b5df8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.0919750
Jan 20 00:58:08.368375 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-b18c569d-39c3-48ae-999a-ed03e6133c01 service neutron] 10.222.0.20 "GET /v2.0/networks/8decd68d-7cb5-4843-a760-76c24b5df8ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420269
Jan 20 00:58:08.521021 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c72fe8-2c6c-4a69-9fc9-8b018e91cea6 req-946eaf34-d289-4109-8229-b9f9194c9698 service neutron] 10.222.0.20 "GET /v2.0/networks/8decd68d-7cb5-4843-a760-76c24b5df8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397254
Jan 20 00:58:08.702350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db65b6f-359b-411b-8eff-e142502bc3c0 req-597cd30f-1c86-48ca-8fd6-a41788c3dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:08.704043 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8db65b6f-359b-411b-8eff-e142502bc3c0 req-597cd30f-1c86-48ca-8fd6-a41788c3dc23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1bb1115bec2a42b9bc24e13b23392cd6&device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 1164 time: 0.0844135
Jan 20 00:58:08.783620 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62e049-eb80-4036-9b2f-af34b9f56dba req-83b1fed9-e50d-4d56-8f4f-eea5a50ae25d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:08.785323 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bf62e049-eb80-4036-9b2f-af34b9f56dba req-83b1fed9-e50d-4d56-8f4f-eea5a50ae25d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1077077
Jan 20 00:58:08.882321 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db65b6f-359b-411b-8eff-e142502bc3c0 req-fe2db743-a09b-4716-964e-a0a6dbf60e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:08.883957 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8db65b6f-359b-411b-8eff-e142502bc3c0 req-fe2db743-a09b-4716-964e-a0a6dbf60e32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8decd68d-7cb5-4843-a760-76c24b5df8ae HTTP/1.1" status: 200  len: 863 time: 0.1620009
Jan 20 00:58:08.944301 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bf62e049-eb80-4036-9b2f-af34b9f56dba req-0f245e59-4ee4-4a58-8eed-3d804028abd5 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526864
Jan 20 00:58:08.990623 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8db65b6f-359b-411b-8eff-e142502bc3c0 req-015492cd-8c3a-46eb-904f-5df85b824967 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=283fd13a-940f-473c-b427-3cbad799e4c1 HTTP/1.1" status: 200  len: 217 time: 0.0754042
Jan 20 00:58:09.015872 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f2516-ab09-4863-b150-fa03f05c6494 req-9bbc5305-f0de-47f0-b846-6f4310a628bc tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:09.018200 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-9bbc5305-f0de-47f0-b846-6f4310a628bc tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/networks?id=3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 HTTP/1.1" status: 200  len: 808 time: 0.2123697
Jan 20 00:58:09.044714 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-55294608-410a-4f3c-9c09-b462e758ca06 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/quotas/b14637e4f72c4d3eae6ab14901ed38d1 HTTP/1.1" status: 200  len: 375 time: 0.0108869
Jan 20 00:58:09.085780 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db65b6f-359b-411b-8eff-e142502bc3c0 req-c2189a77-f3d7-485b-a68f-558386a06fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:09.087432 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8db65b6f-359b-411b-8eff-e142502bc3c0 req-c2189a77-f3d7-485b-a68f-558386a06fdf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1466457-68cb-43c1-ac37-7c72474fafc2 HTTP/1.1" status: 200  len: 843 time: 0.0847316
Jan 20 00:58:09.123806 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-803a1ad0-2644-4aa6-a5f9-cfa8c0b2784d tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?tenant_id=b14637e4f72c4d3eae6ab14901ed38d1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0726333
Jan 20 00:58:09.195024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db65b6f-359b-411b-8eff-e142502bc3c0 req-5d739105-f508-4dd8-94d0-fcdf059936d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:09.207025 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8db65b6f-359b-411b-8eff-e142502bc3c0 req-5d739105-f508-4dd8-94d0-fcdf059936d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8decd68d-7cb5-4843-a760-76c24b5df8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.1103716
Jan 20 00:58:09.358643 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ceaddd-798c-4197-bcfa-f920b7629ebe req-69410d00-582b-43e6-9e7e-68ffcab06113 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:09.360268 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-55ceaddd-798c-4197-bcfa-f920b7629ebe req-69410d00-582b-43e6-9e7e-68ffcab06113 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 947 time: 0.2432170
Jan 20 00:58:09.370640 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8db65b6f-359b-411b-8eff-e142502bc3c0 req-7b049eeb-0909-432a-9943-8761f307c64c service neutron] 10.222.0.20 "GET /v2.0/networks/8decd68d-7cb5-4843-a760-76c24b5df8ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525548
Jan 20 00:58:09.398221 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-b95b7dc4-feb2-4cd6-ac36-d47c4266afc8 service neutron] 10.222.0.37 "GET /v2.0/networks/3c51ea56-1d9e-4955-ac1d-9bbec92e86a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140965
Jan 20 00:58:09.467873 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-55ceaddd-798c-4197-bcfa-f920b7629ebe req-7da68aad-dca8-4ed4-95f2-bbe7c0971f88 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962598
Jan 20 00:58:09.534477 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8db65b6f-359b-411b-8eff-e142502bc3c0 req-c9c92600-9017-4e21-bed3-cc295ed58146 service neutron] 10.222.0.20 "GET /v2.0/networks/8decd68d-7cb5-4843-a760-76c24b5df8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1544678
Jan 20 00:58:09.567161 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-03699926-23b9-490e-a703-afef8da27e3c service neutron] 10.222.0.37 "GET /v2.0/networks/3c51ea56-1d9e-4955-ac1d-9bbec92e86a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1573930
Jan 20 00:58:09.783431 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9e7004a1-ea9a-4e5f-8a46-c586d7f7ae6e req-091da64f-3835-4ac4-9d50-481bcb1e483b tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 210 time: 0.0520794
Jan 20 00:58:10.223405 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277bad-3c71-4533-b5ee-6518e141cfd3 req-18b1777f-d59a-42a1-9733-8fa8e11b1670 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:10.225158 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e0277bad-3c71-4533-b5ee-6518e141cfd3 req-18b1777f-d59a-42a1-9733-8fa8e11b1670 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1372037
Jan 20 00:58:10.280590 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e0277bad-3c71-4533-b5ee-6518e141cfd3 req-ef94be9a-077a-46ee-bef4-1f32a1c89121 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474999
Jan 20 00:58:10.709176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead0938-fd9a-463e-bceb-03b423b22969 req-1790eed4-5110-4d91-abc2-6ef2b344230c tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:10.710864 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cead0938-fd9a-463e-bceb-03b423b22969 req-1790eed4-5110-4d91-abc2-6ef2b344230c tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 947 time: 0.1059597
Jan 20 00:58:10.763828 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cead0938-fd9a-463e-bceb-03b423b22969 req-48893bb9-7c5a-496d-bc01-820b3f19ab6f tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463648
Jan 20 00:58:10.967296 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f1c399b2-2260-4db8-8cd5-7be9bf8f2b51 req-8dd9b4de-532a-43df-a0d2-7b49ed77123f tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 210 time: 0.0499554
Jan 20 00:58:11.373997 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f2516-ab09-4863-b150-fa03f05c6494 req-6b0efbc3-8276-4c2c-943c-b4d294a676e3 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:11.374916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-282f2516-ab09-4863-b150-fa03f05c6494 req-6b0efbc3-8276-4c2c-943c-b4d294a676e3 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Synchronizing usage tracker for tenant:b14637e4f72c4d3eae6ab14901ed38d1 on resource:network {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:58:11.393666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-282f2516-ab09-4863-b150-fa03f05c6494 req-6b0efbc3-8276-4c2c-943c-b4d294a676e3 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Unset dirty status for tenant:b14637e4f72c4d3eae6ab14901ed38d1 on resource:network {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:58:11.394973 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-6b0efbc3-8276-4c2c-943c-b4d294a676e3 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.20 "GET /v2.0/networks?id=3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 HTTP/1.1" status: 200  len: 808 time: 0.2486682
Jan 20 00:58:11.450248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Request body: {'port': {'device_id': '98377dec-dee7-4d2e-86e4-917304dccefc', 'network_id': '3c51ea56-1d9e-4955-ac1d-9bbec92e86a7', 'admin_state_up': True, 'tenant_id': 'b14637e4f72c4d3eae6ab14901ed38d1'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:58:11.616988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:58:11.621528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Usage tracker for resource:port and tenant:b14637e4f72c4d3eae6ab14901ed38d1 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:58:11.624805 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Quota usage for port was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:58:11.631545 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:58:11.642334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Made reservation on behalf of b14637e4f72c4d3eae6ab14901ed38d1 for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:58:11.651421 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:11.738623 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817965b-3224-498b-8f8a-906f1e41cdca req-7e2102d7-cc7a-4dc7-bb19-c2e807a24208 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:11.740333 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5817965b-3224-498b-8f8a-906f1e41cdca req-7e2102d7-cc7a-4dc7-bb19-c2e807a24208 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.3122628
Jan 20 00:58:11.793761 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5817965b-3224-498b-8f8a-906f1e41cdca req-6fb987e6-f3f8-458f-83c7-15ab59bdc0e6 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471258
Jan 20 00:58:11.998882 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Allocated IP 172.20.0.5 (3c51ea56-1d9e-4955-ac1d-9bbec92e86a7/276a32a3-9a0d-4ea2-8dd9-586ff0f16398/752cbc7b-ec76-4b30-a262-7f491c3721d7) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:58:12.025938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531534d-8611-42b6-b869-7b5d0ef6cfdc req-5a71a21e-5c90-4d13-9ec4-ecf6abbf1f85 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:12.027777 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3531534d-8611-42b6-b869-7b5d0ef6cfdc req-5a71a21e-5c90-4d13-9ec4-ecf6abbf1f85 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 947 time: 0.1169915
Jan 20 00:58:12.035290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-702f22d5-f200-4775-9f37-e59cd9e460de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:12.084169 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3531534d-8611-42b6-b869-7b5d0ef6cfdc req-149a7822-f838-4669-b1fb-5249ec4768c0 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483782
Jan 20 00:58:12.249052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:12.271114 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-28693ab4-2b64-4c93-88e2-13ea48c4d331 req-082d75dc-bc7a-4714-83f7-660490e27104 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 210 time: 0.0631845
Jan 20 00:58:12.288386 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:12.306184 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f5eefde4-4f70-431c-a8f0-596466c8e412 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:12.469150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Pushing event updated for resources: {'Port': ['ID=752cbc7b-ec76-4b30-a262-7f491c3721d7,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:12.484131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:12.550043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Network 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:58:12.554247 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:58:12.556780 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:58:12.639651 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:12.640433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:12.662357 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2164962
Jan 20 00:58:12.684903 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Request body: {'port': {'device_id': '98377dec-dee7-4d2e-86e4-917304dccefc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:58:12.720601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network 8decd68d-7cb5-4843-a760-76c24b5df8ae details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 00:58:12.812102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:13.058366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28152d-08fd-432f-befd-43e88863fc1f req-1134b84b-920a-4341-80b8-691223808c2c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:13.060067 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4f28152d-08fd-432f-befd-43e88863fc1f req-1134b84b-920a-4341-80b8-691223808c2c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1144788
Jan 20 00:58:13.123582 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4f28152d-08fd-432f-befd-43e88863fc1f req-a81948a5-e891-4dfa-ba33-0567fb29cffc tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542243
Jan 20 00:58:13.176650 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.objects.ports [None req-80a6286d-d2af-4e40-b765-2446abab4209 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80158) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 20 00:58:13.385238 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d3df4-f1bf-4dcc-801a-5824395f4c09 req-87cd1f79-9167-449e-ae9b-88809e2934fb tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:13.386893 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-952d3df4-f1bf-4dcc-801a-5824395f4c09 req-87cd1f79-9167-449e-ae9b-88809e2934fb tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 947 time: 0.1134806
Jan 20 00:58:13.510051 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752cbc7b-ec76-4b30-a262-7f491c3721d7 {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 00:58:13.519733 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:13.533710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Transition to ACTIVE for port object 752cbc7b-ec76-4b30-a262-7f491c3721d7 will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:58:13.538620 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:13.559147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:13.574949 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-952d3df4-f1bf-4dcc-801a-5824395f4c09 req-5c808ffc-3898-442a-b8e9-d7cc4407a80d tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531646
Jan 20 00:58:13.681938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da01a2-1df6-4bfa-b561-fb980e315215 req-ab02303b-322d-4f4d-b3d6-01a86d839f1a tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:13.686572 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85da01a2-1df6-4bfa-b561-fb980e315215 req-ab02303b-322d-4f4d-b3d6-01a86d839f1a tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 943 time: 0.1881716
Jan 20 00:58:13.742664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=752cbc7b-ec76-4b30-a262-7f491c3721d7,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:13.753758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.754173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.754577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.754978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.755377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.755773 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.756148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.756533 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.756918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.757331 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.757717 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.758099 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.758562 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.758949 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.759332 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.759715 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.760097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.760481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.760866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.761282 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.761671 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.762060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.762447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.762835 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:13.769578 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:13.779918 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85da01a2-1df6-4bfa-b561-fb980e315215 req-a428685b-c9e3-439a-899a-546872bf6d0c tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785017
Jan 20 00:58:13.976011 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Attempting to bind port 752cbc7b-ec76-4b30-a262-7f491c3721d7 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:58:13.976798 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Attempting to bind port 752cbc7b-ec76-4b30-a262-7f491c3721d7 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '2c31440b-b769-4926-b092-5d247a0dfd74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c51ea56-1d9e-4955-ac1d-9bbec92e86a7'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:58:13.977604 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Attempting to bind port 752cbc7b-ec76-4b30-a262-7f491c3721d7 on network 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:58:13.983683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:58:13.984282 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Checking segment: {'id': '2c31440b-b769-4926-b092-5d247a0dfd74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c51ea56-1d9e-4955-ac1d-9bbec92e86a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:58:13.984983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:13.985392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Bound using segment: {'id': '2c31440b-b769-4926-b092-5d247a0dfd74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c51ea56-1d9e-4955-ac1d-9bbec92e86a7'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:58:13.985865 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Bound port: 752cbc7b-ec76-4b30-a262-7f491c3721d7, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c31440b-b769-4926-b092-5d247a0dfd74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c51ea56-1d9e-4955-ac1d-9bbec92e86a7'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:58:13.986243 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:13.995511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 283fd13a-940f-473c-b427-3cbad799e4c1 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:58:14.108337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] For port 752cbc7b-ec76-4b30-a262-7f491c3721d7, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:58:14.119020 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 283fd13a-940f-473c-b427-3cbad799e4c1 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:58:14.120495 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] For port 752cbc7b-ec76-4b30-a262-7f491c3721d7, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=752cbc7b-ec76-4b30-a262-7f491c3721d7,segment=NetworkSegment(2c31440b-b769-4926-b092-5d247a0dfd74),segment_id=2c31440b-b769-4926-b092-5d247a0dfd74)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:58:14.125348 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:14.126133 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 283fd13a-940f-473c-b427-3cbad799e4c1 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:58:14.126743 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:14.182089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aedde-81d1-4ee0-8fc0-37e7ab2cdc94 req-81f09993-c415-42d3-b844-353dd75a9227 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:14.189830 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b50aedde-81d1-4ee0-8fc0-37e7ab2cdc94 req-81f09993-c415-42d3-b844-353dd75a9227 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1827061
Jan 20 00:58:14.249018 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b50aedde-81d1-4ee0-8fc0-37e7ab2cdc94 req-a89205a3-cf9e-48d9-8940-131720ed8083 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581515
Jan 20 00:58:14.296838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:14.321600 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:14.340959 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283fd13a-940f-473c-b427-3cbad799e4c1'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:58:14.352755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 283fd13a-940f-473c-b427-3cbad799e4c1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=283fd13a-940f-473c-b427-3cbad799e4c1,segment=NetworkSegment(93885c7d-a0d1-4c22-8338-e62f3d0fb997),segment_id=93885c7d-a0d1-4c22-8338-e62f3d0fb997)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:58:14.356828 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:14.359978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cca4d62f-350e-401c-8aee-fb462da4bb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:14.412667 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283fd13a-940f-473c-b427-3cbad799e4c1', 'code': 200}
Jan 20 00:58:14.414361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:14.415169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:14.416750 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] 10.222.0.20 "PUT /v2.0/ports/752cbc7b-ec76-4b30-a262-7f491c3721d7 HTTP/1.1" status: 200  len: 1157 time: 1.7366686
Jan 20 00:58:14.419052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98377dec-dee7-4d2e-86e4-917304dccefc', 'tag': '752cbc7b-ec76-4b30-a262-7f491c3721d7'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:58:14.428532 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=752cbc7b-ec76-4b30-a262-7f491c3721d7,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:14.433017 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:14.448288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=283fd13a-940f-473c-b427-3cbad799e4c1,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:14.451730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:14.472070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b035a-0923-42b7-ab40-4e1ab4ab66a8 req-78559d1f-f194-49f7-8b57-6a74c61e6f01 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:14.473804 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-762b035a-0923-42b7-ab40-4e1ab4ab66a8 req-78559d1f-f194-49f7-8b57-6a74c61e6f01 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1286681
Jan 20 00:58:14.496944 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98377dec-dee7-4d2e-86e4-917304dccefc', 'tag': '752cbc7b-ec76-4b30-a262-7f491c3721d7', 'status': 'completed', 'code': 200}
Jan 20 00:58:14.528942 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-762b035a-0923-42b7-ab40-4e1ab4ab66a8 req-30151ecb-81d9-4580-bb11-f5f27cd4dfe8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467713
Jan 20 00:58:14.588089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4dd5095c-4f93-4792-a490-e10b3cd42e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:14.645421 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f2516-ab09-4863-b150-fa03f05c6494 req-d87856ea-ea75-480e-80c9-36b3b4a9c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:14.647074 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-d87856ea-ea75-480e-80c9-36b3b4a9c96f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b14637e4f72c4d3eae6ab14901ed38d1&device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 1160 time: 0.0907164
Jan 20 00:58:14.754281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:14.800154 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-cd137f79-aa67-4d1f-bfbd-a651ce9ef04a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=752cbc7b-ec76-4b30-a262-7f491c3721d7 HTTP/1.1" status: 200  len: 217 time: 0.1149333
Jan 20 00:58:14.839332 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca95e57-e9f2-48d2-8f74-87d31dd65ff6 req-31e17408-6b1e-49cd-8708-86ec44ccff9c tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:14.841588 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-dca95e57-e9f2-48d2-8f74-87d31dd65ff6 req-31e17408-6b1e-49cd-8708-86ec44ccff9c tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 949 time: 0.1129434
Jan 20 00:58:14.895109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f2516-ab09-4863-b150-fa03f05c6494 req-b3f3435a-0b8b-414d-8fff-e38cbce07e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:14.896692 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-b3f3435a-0b8b-414d-8fff-e38cbce07e34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=276a32a3-9a0d-4ea2-8dd9-586ff0f16398 HTTP/1.1" status: 200  len: 848 time: 0.0843630
Jan 20 00:58:14.899028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 283fd13a-940f-473c-b427-3cbad799e4c1 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:58:14.941727 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-dca95e57-e9f2-48d2-8f74-87d31dd65ff6 req-ad5cc799-2304-4d31-86d8-e8bb326e1d2d tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930998
Jan 20 00:58:14.994950 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-0ae2aa1b-b56f-402a-ae90-c40739d951a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c51ea56-1d9e-4955-ac1d-9bbec92e86a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0907063
Jan 20 00:58:14.995679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 283fd13a-940f-473c-b427-3cbad799e4c1 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:58:14.996394 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:15.002342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b292e5-7a4b-4dd6-8fb1-2839a70c25a3 req-1cfa12a9-4e6a-4caa-81db-e1e72fe58472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:15.004128 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-88b292e5-7a4b-4dd6-8fb1-2839a70c25a3 req-1cfa12a9-4e6a-4caa-81db-e1e72fe58472 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 1166 time: 0.2420311
Jan 20 00:58:15.062409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675823e-3d36-4548-ab96-a2a2ff36a273 req-569d8b57-8977-4763-b3a6-6a4b2f2f6385 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:15.064851 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f675823e-3d36-4548-ab96-a2a2ff36a273 req-569d8b57-8977-4763-b3a6-6a4b2f2f6385 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 943 time: 0.1219542
Jan 20 00:58:15.122707 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f675823e-3d36-4548-ab96-a2a2ff36a273 req-20575003-37bf-470f-963a-b917fddc432d tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501761
Jan 20 00:58:15.152379 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-88b292e5-7a4b-4dd6-8fb1-2839a70c25a3 req-6e778e48-9941-4a67-b5af-4cb761dba037 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167345
Jan 20 00:58:15.196507 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-5eae711d-68b9-4dca-b203-5ad331f315df service neutron] 10.222.0.20 "GET /v2.0/networks/3c51ea56-1d9e-4955-ac1d-9bbec92e86a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912479
Jan 20 00:58:15.484629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e21ff-a79b-4b3d-9f9c-ceda6bf1f7d8 req-efbd9e8a-c7d3-4a96-958c-c4b6d9776617 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:15.487338 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9b6e21ff-a79b-4b3d-9f9c-ceda6bf1f7d8 req-efbd9e8a-c7d3-4a96-958c-c4b6d9776617 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1106687
Jan 20 00:58:15.539579 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9b6e21ff-a79b-4b3d-9f9c-ceda6bf1f7d8 req-b7f2c27b-7ad7-4f03-8d00-095258f7cb3b tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455520
Jan 20 00:58:15.694905 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-282f2516-ab09-4863-b150-fa03f05c6494 req-d3675733-af97-44b8-a788-9f1edb9917f1 service neutron] 10.222.0.20 "GET /v2.0/networks/3c51ea56-1d9e-4955-ac1d-9bbec92e86a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1446357
Jan 20 00:58:15.767973 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711f347-0702-4c3f-afb1-3db74e0efa69 req-70684e3c-8e5b-4e96-9faf-5ce300dadee8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:15.769533 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a711f347-0702-4c3f-afb1-3db74e0efa69 req-70684e3c-8e5b-4e96-9faf-5ce300dadee8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1052198
Jan 20 00:58:15.830795 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a711f347-0702-4c3f-afb1-3db74e0efa69 req-1dba86b6-f3fc-45dc-ac8a-a0b8cb6cf78a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545964
Jan 20 00:58:15.901021 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a2dc3-e265-44cd-a13b-b6022c06b2ca req-d5467ad1-02f8-472d-a690-1538b788fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:15.902681 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec5a2dc3-e265-44cd-a13b-b6022c06b2ca req-d5467ad1-02f8-472d-a690-1538b788fd39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b14637e4f72c4d3eae6ab14901ed38d1&device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 1160 time: 0.0961618
Jan 20 00:58:16.058621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a2dc3-e265-44cd-a13b-b6022c06b2ca req-a62ea2e1-2438-46f5-8d8d-d0d5362bb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:16.060238 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec5a2dc3-e265-44cd-a13b-b6022c06b2ca req-a62ea2e1-2438-46f5-8d8d-d0d5362bb29f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 HTTP/1.1" status: 200  len: 902 time: 0.1496506
Jan 20 00:58:16.155195 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec5a2dc3-e265-44cd-a13b-b6022c06b2ca req-c51cd9c7-6d5f-494d-a3d9-4e20d20636dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=752cbc7b-ec76-4b30-a262-7f491c3721d7 HTTP/1.1" status: 200  len: 217 time: 0.0863943
Jan 20 00:58:16.191927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bd635-75bd-4179-9999-77002259e1c4 req-a3f76c41-1a3a-4ba3-adc9-b7a24f8eccfe tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:16.192975 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ee5bd635-75bd-4179-9999-77002259e1c4 req-a3f76c41-1a3a-4ba3-adc9-b7a24f8eccfe tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 949 time: 0.1194313
Jan 20 00:58:16.238078 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a2dc3-e265-44cd-a13b-b6022c06b2ca req-ab3bf4a5-9adf-4c80-a396-e101287481fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:16.239680 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec5a2dc3-e265-44cd-a13b-b6022c06b2ca req-ab3bf4a5-9adf-4c80-a396-e101287481fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=276a32a3-9a0d-4ea2-8dd9-586ff0f16398 HTTP/1.1" status: 200  len: 848 time: 0.0730650
Jan 20 00:58:16.249751 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ee5bd635-75bd-4179-9999-77002259e1c4 req-22fc8cdb-07ec-4e0b-8f08-94ea78698063 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495629
Jan 20 00:58:16.311474 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec5a2dc3-e265-44cd-a13b-b6022c06b2ca req-a8be6e82-1f5f-4698-b37f-ea87e689db99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c51ea56-1d9e-4955-ac1d-9bbec92e86a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488119
Jan 20 00:58:16.405614 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab569e3-05bf-4983-8acb-55f2fc16a11c req-dceb5bff-0cce-4182-9b31-ac89705bff14 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:16.408159 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8ab569e3-05bf-4983-8acb-55f2fc16a11c req-dceb5bff-0cce-4182-9b31-ac89705bff14 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 943 time: 0.1104887
Jan 20 00:58:16.463618 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8ab569e3-05bf-4983-8acb-55f2fc16a11c req-36266f69-0b2b-4b68-84dc-d9a07cfbd6c2 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474067
Jan 20 00:58:16.477736 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec5a2dc3-e265-44cd-a13b-b6022c06b2ca req-f5b1987b-74e0-46f9-9052-7a579e060eba service neutron] 10.222.0.20 "GET /v2.0/networks/3c51ea56-1d9e-4955-ac1d-9bbec92e86a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479027
Jan 20 00:58:16.573894 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:16.638106 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec5a2dc3-e265-44cd-a13b-b6022c06b2ca req-e62a9e04-ccda-4205-8695-0a30b2213db2 service neutron] 10.222.0.20 "GET /v2.0/networks/3c51ea56-1d9e-4955-ac1d-9bbec92e86a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1537580
Jan 20 00:58:16.745441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:16.791216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5a8d5-a2b4-4507-9d1a-2be7663d4755 req-50d3f941-75dd-48af-9cc8-9c2ccab8b638 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:16.792902 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-81d5a8d5-a2b4-4507-9d1a-2be7663d4755 req-50d3f941-75dd-48af-9cc8-9c2ccab8b638 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1098135
Jan 20 00:58:16.852024 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-81d5a8d5-a2b4-4507-9d1a-2be7663d4755 req-241ce00a-1bae-49a3-a7f9-287c413ce9b4 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520930
Jan 20 00:58:17.081316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6137d1-8df5-483a-af7d-ea5763f9b1cc req-ea9cb434-f082-465d-828d-e0d2e0ca6117 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:17.083040 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2a6137d1-8df5-483a-af7d-ea5763f9b1cc req-ea9cb434-f082-465d-828d-e0d2e0ca6117 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1061859
Jan 20 00:58:17.141827 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2a6137d1-8df5-483a-af7d-ea5763f9b1cc req-c082f9fc-d72e-4c3c-a143-2c12b94430eb tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520728
Jan 20 00:58:17.489251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50e48-8c39-4ee6-ae8c-2e1bae9a77ce req-d0d3cf19-6e04-423f-93c2-dfaa2b9a873a tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:17.490911 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-78e50e48-8c39-4ee6-ae8c-2e1bae9a77ce req-d0d3cf19-6e04-423f-93c2-dfaa2b9a873a tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 949 time: 0.1064715
Jan 20 00:58:17.543505 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-78e50e48-8c39-4ee6-ae8c-2e1bae9a77ce req-e6fd7b1a-b39b-413b-9c38-c4de76158483 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462649
Jan 20 00:58:17.768839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1373c-1a47-482f-9cd8-52745b15db38 req-28cba37f-779c-424f-a1d0-0040dbbdebd3 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:17.770414 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-60f1373c-1a47-482f-9cd8-52745b15db38 req-28cba37f-779c-424f-a1d0-0040dbbdebd3 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 943 time: 0.1037693
Jan 20 00:58:17.827343 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-60f1373c-1a47-482f-9cd8-52745b15db38 req-c993c1d5-7cbc-4d82-af95-2dbc0aab6c9d tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505190
Jan 20 00:58:18.193581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbaf31-16e8-4f3c-984a-a558916d6ee8 req-e0d6d56b-8719-446d-8008-fa197170a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:18.195514 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19fbaf31-16e8-4f3c-984a-a558916d6ee8 req-e0d6d56b-8719-446d-8008-fa197170a331 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 1162 time: 0.0944173
Jan 20 00:58:18.307979 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05190379-cda0-4e85-bd6b-4d7a12309f16 req-5f91a762-00ce-49f0-9abe-14720334c0f6 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:18.309732 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-05190379-cda0-4e85-bd6b-4d7a12309f16 req-5f91a762-00ce-49f0-9abe-14720334c0f6 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1138721
Jan 20 00:58:18.365096 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-05190379-cda0-4e85-bd6b-4d7a12309f16 req-b775e9d0-efe6-4098-ac1b-a4185a0a2adb tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484617
Jan 20 00:58:18.375899 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbaf31-16e8-4f3c-984a-a558916d6ee8 req-c20c170b-e690-416c-a43b-344e09fb3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:18.377580 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19fbaf31-16e8-4f3c-984a-a558916d6ee8 req-c20c170b-e690-416c-a43b-344e09fb3074 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 911 time: 0.1510637
Jan 20 00:58:18.498703 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19fbaf31-16e8-4f3c-984a-a558916d6ee8 req-441e80b6-c809-453c-bba2-d3662e269e0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 HTTP/1.1" status: 200  len: 1000 time: 0.1114225
Jan 20 00:58:18.576676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbaf31-16e8-4f3c-984a-a558916d6ee8 req-132206f2-8a40-4f21-ab8b-0fa21a2efa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:18.578184 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19fbaf31-16e8-4f3c-984a-a558916d6ee8 req-132206f2-8a40-4f21-ab8b-0fa21a2efa41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 HTTP/1.1" status: 200  len: 856 time: 0.0659890
Jan 20 00:58:18.597465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05ea06-0ed6-4d4d-adca-c946396b964d req-c94e0560-9f8f-4088-ac79-ed8c6e801cf1 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:18.599129 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7a05ea06-0ed6-4d4d-adca-c946396b964d req-c94e0560-9f8f-4088-ac79-ed8c6e801cf1 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 949 time: 0.1126506
Jan 20 00:58:18.650999 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7a05ea06-0ed6-4d4d-adca-c946396b964d req-6bfec747-7c2b-47ba-bd49-71187324b222 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450473
Jan 20 00:58:18.670124 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbaf31-16e8-4f3c-984a-a558916d6ee8 req-5c0b0dd1-f9da-44ac-b07f-fb80d09cedee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:18.671748 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19fbaf31-16e8-4f3c-984a-a558916d6ee8 req-5c0b0dd1-f9da-44ac-b07f-fb80d09cedee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6192c1e-956c-4a43-9332-7629d998b277&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0842519
Jan 20 00:58:18.822861 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19fbaf31-16e8-4f3c-984a-a558916d6ee8 req-b6fb7532-39b0-4385-956e-394787bccb4c service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429355
Jan 20 00:58:18.875817 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b9bc2-67cc-43b8-b726-cb9be7855c91 req-0cf516e1-26b4-4dfc-bd6e-cfc5983916ac tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:18.878097 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fd1b9bc2-67cc-43b8-b726-cb9be7855c91 req-0cf516e1-26b4-4dfc-bd6e-cfc5983916ac tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1078513
Jan 20 00:58:18.934520 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fd1b9bc2-67cc-43b8-b726-cb9be7855c91 req-dd6087e5-2b7a-4301-b64c-831f943c8ccc tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495727
Jan 20 00:58:18.974567 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19fbaf31-16e8-4f3c-984a-a558916d6ee8 req-f0c5fb30-3e33-4eed-8d49-4aa6eb9ae4ea service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420314
Jan 20 00:58:19.175542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c5a13-d929-481f-817c-7aad2e043ce7 req-cb6be58b-62d2-45e2-bf10-7dca692daf57 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:19.177267 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a94c5a13-d929-481f-817c-7aad2e043ce7 req-cb6be58b-62d2-45e2-bf10-7dca692daf57 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 943 time: 0.1207399
Jan 20 00:58:19.230375 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a94c5a13-d929-481f-817c-7aad2e043ce7 req-8f6adac3-6b6e-4377-9add-2ccadc2467b6 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465660
Jan 20 00:58:19.605924 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a0eb9-811d-4472-8bed-30225ec64fa2 req-a39b2806-b46e-4644-8ff3-764c58b781e0 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:19.607593 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-309a0eb9-811d-4472-8bed-30225ec64fa2 req-a39b2806-b46e-4644-8ff3-764c58b781e0 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1098387
Jan 20 00:58:19.663685 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-309a0eb9-811d-4472-8bed-30225ec64fa2 req-eb5c6ba3-b345-460f-9288-a9f1d06503de tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491841
Jan 20 00:58:19.889753 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f79e06-ccbd-482d-9aac-9e54b79daa6b req-48d22e44-9d0c-4687-96c5-26a451272593 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:19.891427 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e7f79e06-ccbd-482d-9aac-9e54b79daa6b req-48d22e44-9d0c-4687-96c5-26a451272593 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 949 time: 0.1084354
Jan 20 00:58:19.947084 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e7f79e06-ccbd-482d-9aac-9e54b79daa6b req-91318d71-a94e-4612-a6f1-367e84e281a5 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488255
Jan 20 00:58:20.174168 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c99530-fa95-4a63-8441-2b8113725b95 req-d967d063-6334-4c3a-a1f5-c8713ccc5a54 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:20.176149 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2c99530-fa95-4a63-8441-2b8113725b95 req-d967d063-6334-4c3a-a1f5-c8713ccc5a54 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1078374
Jan 20 00:58:20.230636 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2c99530-fa95-4a63-8441-2b8113725b95 req-e9a27fe3-d3b6-45b1-809f-2e7bf72175e6 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477672
Jan 20 00:58:20.476517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a851ad-6186-4b4b-9057-4598629452ac req-c1525e56-bb4c-467c-911e-963c3155c4f8 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:20.478226 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-09a851ad-6186-4b4b-9057-4598629452ac req-c1525e56-bb4c-467c-911e-963c3155c4f8 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 943 time: 0.1120441
Jan 20 00:58:20.530291 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-09a851ad-6186-4b4b-9057-4598629452ac req-58b13949-e8b1-4c7b-a88c-acab045bdb8c tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456121
Jan 20 00:58:20.697433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e488863-b45d-4964-8361-1c26fab8c86a req-fc8b649d-151a-4616-beb8-43a218021db9 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:20.698233 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-3e488863-b45d-4964-8361-1c26fab8c86a req-fc8b649d-151a-4616-beb8-43a218021db9 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Synchronizing usage tracker for tenant:1bb1115bec2a42b9bc24e13b23392cd6 on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:58:20.716514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-3e488863-b45d-4964-8361-1c26fab8c86a req-fc8b649d-151a-4616-beb8-43a218021db9 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Unset dirty status for tenant:1bb1115bec2a42b9bc24e13b23392cd6 on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:58:20.717792 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3e488863-b45d-4964-8361-1c26fab8c86a req-fc8b649d-151a-4616-beb8-43a218021db9 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.20 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 949 time: 0.1208580
Jan 20 00:58:20.751253 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 283fd13a-940f-473c-b427-3cbad799e4c1 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 00:58:20.803432 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Deleting port 283fd13a-940f-473c-b427-3cbad799e4c1 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 00:58:20.803827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:20.879818 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:20.916115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283fd13a-940f-473c-b427-3cbad799e4c1'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:58:20.920196 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7c595-22f5-4627-8657-2466513705d1 req-6c6bbc94-bd8f-4182-9ce6-3f2e9557791a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:20.921956 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-78b7c595-22f5-4627-8657-2466513705d1 req-6c6bbc94-bd8f-4182-9ce6-3f2e9557791a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1171570
Jan 20 00:58:20.927193 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 283fd13a-940f-473c-b427-3cbad799e4c1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=283fd13a-940f-473c-b427-3cbad799e4c1,segment=NetworkSegment(93885c7d-a0d1-4c22-8338-e62f3d0fb997),segment_id=93885c7d-a0d1-4c22-8338-e62f3d0fb997)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:58:20.930439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:20.932694 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:20.989000 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-78b7c595-22f5-4627-8657-2466513705d1 req-b895b4df-97a3-4564-a846-9b35cef8faaf tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537500
Jan 20 00:58:21.018569 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=283fd13a-940f-473c-b427-3cbad799e4c1,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:21.022857 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:21.065606 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283fd13a-940f-473c-b427-3cbad799e4c1', 'code': 200}
Jan 20 00:58:21.092543 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] For port 283fd13a-940f-473c-b427-3cbad799e4c1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=283fd13a-940f-473c-b427-3cbad799e4c1,segment=NetworkSegment(93885c7d-a0d1-4c22-8338-e62f3d0fb997),segment_id=93885c7d-a0d1-4c22-8338-e62f3d0fb997)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:58:21.093382 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:21.229213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Calling delete_port for 283fd13a-940f-473c-b427-3cbad799e4c1 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 00:58:21.284144 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca4d39-8cfb-478a-bc55-f3e8f20d3f7b req-72774251-b379-427d-bce0-d472ba0ccb54 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:21.285827 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f2ca4d39-8cfb-478a-bc55-f3e8f20d3f7b req-72774251-b379-427d-bce0-d472ba0ccb54 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 947 time: 0.1100202
Jan 20 00:58:21.347509 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f2ca4d39-8cfb-478a-bc55-f3e8f20d3f7b req-6a96109e-6c15-4836-8fb8-94774e3e41ab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550897
Jan 20 00:58:21.552373 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80157) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 00:58:21.553005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 00:58:21.595270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11375110-54aa-49a8-ae2f-7f93e0bb3574 req-a82fe82a-0a71-4aff-b48b-6195d5d58e69 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:21.597329 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-11375110-54aa-49a8-ae2f-7f93e0bb3574 req-a82fe82a-0a71-4aff-b48b-6195d5d58e69 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1237831
Jan 20 00:58:21.651755 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-11375110-54aa-49a8-ae2f-7f93e0bb3574 req-89b312a9-41a2-4893-b95f-3903c0527291 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463252
Jan 20 00:58:21.883312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415b995-e2fc-4170-baa3-6eb8caac47b6 req-9e9d4383-9f27-4a67-9146-53ec10271213 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:21.884935 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a415b995-e2fc-4170-baa3-6eb8caac47b6 req-9e9d4383-9f27-4a67-9146-53ec10271213 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 943 time: 0.1051648
Jan 20 00:58:21.940543 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a415b995-e2fc-4170-baa3-6eb8caac47b6 req-6fbf3c8d-d34a-48af-a5cf-5fa899465dd6 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492096
Jan 20 00:58:22.054751 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Deleting port 283fd13a-940f-473c-b427-3cbad799e4c1 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 00:58:22.055150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:22.242877 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c34058-0aa5-4394-bd08-cab33d1dba55 req-098aff65-9d95-4dd5-bd29-b80f881fbd9d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:22.244565 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-92c34058-0aa5-4394-bd08-cab33d1dba55 req-098aff65-9d95-4dd5-bd29-b80f881fbd9d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1135442
Jan 20 00:58:22.296710 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-92c34058-0aa5-4394-bd08-cab33d1dba55 req-6e5c6ca4-94fa-4996-9247-d460fe4fd78e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455339
Jan 20 00:58:22.343289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] For port 283fd13a-940f-473c-b427-3cbad799e4c1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=283fd13a-940f-473c-b427-3cbad799e4c1,segment=NetworkSegment(93885c7d-a0d1-4c22-8338-e62f3d0fb997),segment_id=93885c7d-a0d1-4c22-8338-e62f3d0fb997)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:58:22.343755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:22.482905 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Calling delete_port for 283fd13a-940f-473c-b427-3cbad799e4c1 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 00:58:22.588910 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:22.608858 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483cee2-f1d0-4ee0-ad11-37297457b1ae req-5011f521-217c-44d2-b037-131de0465796 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:22.610737 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4483cee2-f1d0-4ee0-ad11-37297457b1ae req-5011f521-217c-44d2-b037-131de0465796 tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/ports?device_id=65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc HTTP/1.1" status: 200  len: 947 time: 0.1242921
Jan 20 00:58:22.662213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:22.666859 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4483cee2-f1d0-4ee0-ad11-37297457b1ae req-937e83db-c7fa-4f62-bf9a-8b84ab3e317a tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.37 "GET /v2.0/security-groups?id=36b5f2b9-cae5-47e6-86b2-d72724497ce0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486259
Jan 20 00:58:22.685843 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-586da413-8baf-498a-b91e-5941be18c56e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:22.746900 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Pushing event deleted for resources: {'Port': ['ID=283fd13a-940f-473c-b427-3cbad799e4c1,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:22.758617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:22.910575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] No DVR routers for this DVR port 283fd13a-940f-473c-b427-3cbad799e4c1 on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 00:58:22.910781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979103b-890f-4117-aad6-e881b35b09ac req-e7314358-0d55-4ed2-b8e3-b4c80310e5a3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:22.913055 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b979103b-890f-4117-aad6-e881b35b09ac req-e7314358-0d55-4ed2-b8e3-b4c80310e5a3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1118195
Jan 20 00:58:22.914026 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:22.917192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc', 'name': 'network-vif-deleted', 'tag': '283fd13a-940f-473c-b427-3cbad799e4c1'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:58:22.936799 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3e488863-b45d-4964-8361-1c26fab8c86a req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] 10.222.0.20 "DELETE /v2.0/ports/283fd13a-940f-473c-b427-3cbad799e4c1 HTTP/1.1" status: 204  len: 173 time: 2.2109597
Jan 20 00:58:22.973500 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b979103b-890f-4117-aad6-e881b35b09ac req-5ec4a7d7-bbda-424f-8369-3685c9d6fb17 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538502
Jan 20 00:58:23.049923 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e0d5ea-3783-4e5a-a396-7ffdb97dcdcc', 'name': 'network-vif-deleted', 'tag': '283fd13a-940f-473c-b427-3cbad799e4c1', 'status': 'completed', 'code': 200}
Jan 20 00:58:23.270489 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03447eb9-c7bf-4026-b3d8-bc23a0d8ed0b req-c17daf4f-10ec-4eb7-abdb-9fa77e65918d tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:23.272152 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-03447eb9-c7bf-4026-b3d8-bc23a0d8ed0b req-c17daf4f-10ec-4eb7-abdb-9fa77e65918d tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 943 time: 0.1085265
Jan 20 00:58:23.323840 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-03447eb9-c7bf-4026-b3d8-bc23a0d8ed0b req-67b35118-9e58-4815-b1d7-7268a913db1b tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453413
Jan 20 00:58:23.550380 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51d6da-acc6-43b6-a9cb-adb40a6d7994 req-bf8a1d94-f86c-4f77-8e34-76aed8189e4f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:23.552170 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7e51d6da-acc6-43b6-a9cb-adb40a6d7994 req-bf8a1d94-f86c-4f77-8e34-76aed8189e4f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1096246
Jan 20 00:58:23.612334 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7e51d6da-acc6-43b6-a9cb-adb40a6d7994 req-19a7f22c-acde-4a92-a36f-a53864a879fb tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517752
Jan 20 00:58:24.215385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca109b-9819-4be0-8e5d-b0a0fc076630 req-aec530a8-a46d-4a51-bedf-cc700c8931b7 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:24.217552 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d8ca109b-9819-4be0-8e5d-b0a0fc076630 req-aec530a8-a46d-4a51-bedf-cc700c8931b7 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1082499
Jan 20 00:58:24.268701 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d8ca109b-9819-4be0-8e5d-b0a0fc076630 req-9d3a820d-f792-4d59-9d95-05e4fbf8a34b tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447357
Jan 20 00:58:24.562916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df11163-acf4-4de2-885e-8cd279ad89f8 req-2468f8ca-49e8-4183-b394-e034b1a17600 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:24.565222 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8df11163-acf4-4de2-885e-8cd279ad89f8 req-2468f8ca-49e8-4183-b394-e034b1a17600 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 943 time: 0.1081378
Jan 20 00:58:24.618302 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8df11163-acf4-4de2-885e-8cd279ad89f8 req-61518c52-ee1e-4468-99a8-d5c3a1d6335d tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467317
Jan 20 00:58:24.861752 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80509f-3312-497f-aa15-eb0e75315718 req-91fb4e0f-6ed6-4d67-9064-e2832ca57fa9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:24.863454 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4b80509f-3312-497f-aa15-eb0e75315718 req-91fb4e0f-6ed6-4d67-9064-e2832ca57fa9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1088250
Jan 20 00:58:24.915260 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4b80509f-3312-497f-aa15-eb0e75315718 req-dc72cdc3-369c-4794-af83-813ec027c83e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455024
Jan 20 00:58:25.507447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4c57d-546c-4f1c-87c0-99ce762351a1 req-3ca6d1b0-b974-4ea3-8a65-48c0821d6007 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:25.509187 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-afd4c57d-546c-4f1c-87c0-99ce762351a1 req-3ca6d1b0-b974-4ea3-8a65-48c0821d6007 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1039019
Jan 20 00:58:25.560363 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-afd4c57d-546c-4f1c-87c0-99ce762351a1 req-98289b25-74da-465e-b298-bd00ff9a4a3c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447633
Jan 20 00:58:25.878040 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3007f-2f33-4883-a5e5-fc295c910dbf req-cff1ab26-cf77-442f-b9cc-e27bf6d6ed23 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:25.879821 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e7e3007f-2f33-4883-a5e5-fc295c910dbf req-cff1ab26-cf77-442f-b9cc-e27bf6d6ed23 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 943 time: 0.1222584
Jan 20 00:58:26.009691 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e7e3007f-2f33-4883-a5e5-fc295c910dbf req-02080c00-01ce-42da-9f3d-cff9b0a5acae tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235898
Jan 20 00:58:26.070439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6a43d-1264-4c29-a733-80fe0cf75498 req-746f838d-0a0a-4c5f-9fed-444449a1e47f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:26.071779 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-30d6a43d-1264-4c29-a733-80fe0cf75498 req-746f838d-0a0a-4c5f-9fed-444449a1e47f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1639180
Jan 20 00:58:26.136633 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-30d6a43d-1264-4c29-a733-80fe0cf75498 req-4a181346-7fc3-4d34-8703-337d67b9c61f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568974
Jan 20 00:58:26.272695 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a221977-60a4-4911-8a38-db0b14e70f86 req-8d8de3df-a393-43a7-a458-d60bce2c91bc tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:26.274405 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3a221977-60a4-4911-8a38-db0b14e70f86 req-8d8de3df-a393-43a7-a458-d60bce2c91bc tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1440401
Jan 20 00:58:26.325411 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3a221977-60a4-4911-8a38-db0b14e70f86 req-6cf6456d-1829-4e8c-afa1-1f43e8e5a21b tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445075
Jan 20 00:58:26.811913 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8c5f6-5bb9-4d55-8f0e-cc3aabdf601d req-f3932f38-68b9-4cfd-9f39-8d04e757437d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:26.814213 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79f8c5f6-5bb9-4d55-8f0e-cc3aabdf601d req-f3932f38-68b9-4cfd-9f39-8d04e757437d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1135905
Jan 20 00:58:26.866070 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79f8c5f6-5bb9-4d55-8f0e-cc3aabdf601d req-5e901880-be44-48ab-bea8-f18309058de5 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456913
Jan 20 00:58:27.276601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc02c1-4cb5-4ae7-8fb1-588700676b81 req-1be6594e-c3ca-4b34-8924-e56383fee692 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:27.278344 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d1bc02c1-4cb5-4ae7-8fb1-588700676b81 req-1be6594e-c3ca-4b34-8924-e56383fee692 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 943 time: 0.1352067
Jan 20 00:58:27.388887 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d1bc02c1-4cb5-4ae7-8fb1-588700676b81 req-e847d40e-73e1-4041-ba7d-dce6c8d5f84e tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022274
Jan 20 00:58:27.440085 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6093b9-c9a8-43d4-991d-97b23e3f0d7f req-84dd1a3f-8c8b-467b-b4b3-bc55b6e4ed14 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:27.441762 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d6093b9-c9a8-43d4-991d-97b23e3f0d7f req-84dd1a3f-8c8b-467b-b4b3-bc55b6e4ed14 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1329293
Jan 20 00:58:27.510624 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d6093b9-c9a8-43d4-991d-97b23e3f0d7f req-43c265aa-ee53-4242-8939-e79e5d4bd916 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535672
Jan 20 00:58:27.623475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d299c-2eef-4550-a4f6-a203d00b3e65 req-dee6eab2-1938-4717-a574-65e3837b272a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:27.625337 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b68d299c-2eef-4550-a4f6-a203d00b3e65 req-dee6eab2-1938-4717-a574-65e3837b272a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1114578
Jan 20 00:58:27.679946 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b68d299c-2eef-4550-a4f6-a203d00b3e65 req-719f3726-abfd-4e91-adec-0f6b4a9746a9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468912
Jan 20 00:58:28.109794 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd83af-ddb8-4c52-a7b9-e9110f5b856c req-61a00295-ebf1-4031-a1b7-bf112c0affc7 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:28.116428 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c7cd83af-ddb8-4c52-a7b9-e9110f5b856c req-61a00295-ebf1-4031-a1b7-bf112c0affc7 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1132298
Jan 20 00:58:28.174556 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c7cd83af-ddb8-4c52-a7b9-e9110f5b856c req-59766532-7c3c-4613-a188-3a04f53b4be3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558658
Jan 20 00:58:28.906193 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3665d-b039-4484-b755-3f1b7940d207 req-028027f9-1bed-4a98-8b18-4d97c4963075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:28.908183 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-39e3665d-b039-4484-b755-3f1b7940d207 req-028027f9-1bed-4a98-8b18-4d97c4963075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 943 time: 0.3780649
Jan 20 00:58:28.936074 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb5620-90a2-4afc-8741-b68d8f49c560 req-9716c7c4-8d08-4112-8fec-5db720b38cf7 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:28.937762 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f4eb5620-90a2-4afc-8741-b68d8f49c560 req-9716c7c4-8d08-4112-8fec-5db720b38cf7 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1671340
Jan 20 00:58:29.017864 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-39e3665d-b039-4484-b755-3f1b7940d207 req-49112ffd-0c6c-4d06-9611-88b165527c6f tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782881
Jan 20 00:58:29.025405 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f4eb5620-90a2-4afc-8741-b68d8f49c560 req-70e83230-3f55-43d5-9b49-48c0d7496e4c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717323
Jan 20 00:58:29.155266 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.objects.ports [None req-b770d782-3c7c-41ff-9810-8db45cb5db19 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80158) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 20 00:58:29.259829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9102-9aae-4bbb-873d-77f2b7985a6b req-e16ad2fd-4470-435c-89d5-8806e00c015e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:29.261516 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db5e9102-9aae-4bbb-873d-77f2b7985a6b req-e16ad2fd-4470-435c-89d5-8806e00c015e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1216309
Jan 20 00:58:29.314850 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db5e9102-9aae-4bbb-873d-77f2b7985a6b req-490ef2f5-e9bb-4cca-b23f-6cbe663740a6 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453653
Jan 20 00:58:29.416936 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee3f6a-78dc-44f9-95ef-6d4e993ca229 req-7cc123c0-96b2-4674-ac1a-1bf64cb24a79 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:29.418585 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d4ee3f6a-78dc-44f9-95ef-6d4e993ca229 req-7cc123c0-96b2-4674-ac1a-1bf64cb24a79 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1027939
Jan 20 00:58:29.470244 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d4ee3f6a-78dc-44f9-95ef-6d4e993ca229 req-af5d386a-964a-48cf-a535-29dc8dcf2a6d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448604
Jan 20 00:58:30.221664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 752cbc7b-ec76-4b30-a262-7f491c3721d7 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:58:30.303039 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 752cbc7b-ec76-4b30-a262-7f491c3721d7 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:58:30.309340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 752cbc7b-ec76-4b30-a262-7f491c3721d7 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:58:30.310098 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:30.341087 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8c9e4-3b5d-4304-a5c0-eda762a41f58 req-9f45cce7-e244-48f8-bf79-1257fb53731e tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:30.342845 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-13c8c9e4-3b5d-4304-a5c0-eda762a41f58 req-9f45cce7-e244-48f8-bf79-1257fb53731e tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 943 time: 0.1887093
Jan 20 00:58:30.404119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c114e-cc52-433d-a976-ebada605632f req-95a3b44c-6062-4655-bca5-f0827a3b2aa7 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:30.405880 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c07c114e-cc52-433d-a976-ebada605632f req-95a3b44c-6062-4655-bca5-f0827a3b2aa7 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.2055109
Jan 20 00:58:30.411136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 35110) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:58:30.460870 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:30.471561 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-13c8c9e4-3b5d-4304-a5c0-eda762a41f58 req-27e2fda0-ab00-4b86-b505-10f21d0a329a tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184857
Jan 20 00:58:30.507652 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 752cbc7b-ec76-4b30-a262-7f491c3721d7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=752cbc7b-ec76-4b30-a262-7f491c3721d7,segment=NetworkSegment(2c31440b-b769-4926-b092-5d247a0dfd74),segment_id=2c31440b-b769-4926-b092-5d247a0dfd74)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:58:30.508728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98377dec-dee7-4d2e-86e4-917304dccefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752cbc7b-ec76-4b30-a262-7f491c3721d7'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:58:30.514943 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:30.515612 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c07c114e-cc52-433d-a976-ebada605632f req-87a59e73-b088-48cd-8a95-5be598773b79 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969830
Jan 20 00:58:30.518392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:30.627704 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=752cbc7b-ec76-4b30-a262-7f491c3721d7,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:30.631823 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:30.664021 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-01dc15ef-9211-4da5-b125-da6f339b3fdb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bb1115bec2a42b9bc24e13b23392cd6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2513826
Jan 20 00:58:30.664802 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 35122) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:58:30.730988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37e66c2d-da7d-4240-93b4-0b6b1ee92034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:30.760270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37e66c2d-da7d-4240-93b4-0b6b1ee92034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:30.806509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37e66c2d-da7d-4240-93b4-0b6b1ee92034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:30.812172 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:30.822074 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bed76-0054-4556-9399-999d51971a47 req-6c4992f0-34f2-4ef3-b385-5f853a5f7f54 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:30.823787 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cb7bed76-0054-4556-9399-999d51971a47 req-6c4992f0-34f2-4ef3-b385-5f853a5f7f54 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1850121
Jan 20 00:58:30.826279 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e66c2d-da7d-4240-93b4-0b6b1ee92034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b5f2b9-cae5-47e6-86b2-d72724497ce0,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:30.830919 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-37e66c2d-da7d-4240-93b4-0b6b1ee92034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:30.833157 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37e66c2d-da7d-4240-93b4-0b6b1ee92034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:30.837571 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-37e66c2d-da7d-4240-93b4-0b6b1ee92034 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36b5f2b9-cae5-47e6-86b2-d72724497ce0 HTTP/1.1" status: 204  len: 168 time: 0.1714675
Jan 20 00:58:30.860391 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325638f0-8a44-4ba6-bfce-f9e78eb9587d req-37f14084-164f-462a-815e-a99877e57562 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:30.862084 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-325638f0-8a44-4ba6-bfce-f9e78eb9587d req-37f14084-164f-462a-815e-a99877e57562 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1735394
Jan 20 00:58:30.939939 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cb7bed76-0054-4556-9399-999d51971a47 req-d04f6db9-b24e-4d16-85bf-2d773c635a77 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073625
Jan 20 00:58:30.947576 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-325638f0-8a44-4ba6-bfce-f9e78eb9587d req-efcbe06b-e572-4650-8ff5-6f2675814760 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722029
Jan 20 00:58:31.016185 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98377dec-dee7-4d2e-86e4-917304dccefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752cbc7b-ec76-4b30-a262-7f491c3721d7', 'code': 200}
Jan 20 00:58:31.308310 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 752cbc7b-ec76-4b30-a262-7f491c3721d7 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:58:31.355122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5648d-edd3-4673-a10b-350cf4fe82a9 req-f33e6dbf-5b66-4898-beb5-62825c25f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:31.356957 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-26f5648d-edd3-4673-a10b-350cf4fe82a9 req-f33e6dbf-5b66-4898-beb5-62825c25f997 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 1162 time: 0.0842876
Jan 20 00:58:31.383212 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 752cbc7b-ec76-4b30-a262-7f491c3721d7 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:58:31.383630 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:31.410292 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-26f5648d-edd3-4673-a10b-350cf4fe82a9 req-c74d11c8-003b-4e70-9879-5ef01d364b5f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381680
Jan 20 00:58:31.783986 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bae4e7-d843-48ec-83c5-292cb27f93ff req-022c1b82-0ac4-4008-b075-ab8418948874 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:31.785648 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-39bae4e7-d843-48ec-83c5-292cb27f93ff req-022c1b82-0ac4-4008-b075-ab8418948874 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 945 time: 0.1742330
Jan 20 00:58:31.813120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6bdf4-5aef-4542-b638-2cbaa6261a7c req-14e18b7c-59ca-4378-8777-18512fbdeda4 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:31.815318 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a6bdf4-5aef-4542-b638-2cbaa6261a7c req-14e18b7c-59ca-4378-8777-18512fbdeda4 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1450946
Jan 20 00:58:31.894883 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-39bae4e7-d843-48ec-83c5-292cb27f93ff req-fd7462eb-9582-4952-af95-1c09faa9fa17 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785162
Jan 20 00:58:31.902415 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a6bdf4-5aef-4542-b638-2cbaa6261a7c req-cf54aca6-b38e-4f03-8fa2-dc0313942646 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720916
Jan 20 00:58:32.252749 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9904c4f-de63-4887-9df6-df1c6909c5ec req-bcb90c8b-14a2-46a6-81d7-a21e051e90ce tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:32.254299 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9904c4f-de63-4887-9df6-df1c6909c5ec req-bcb90c8b-14a2-46a6-81d7-a21e051e90ce tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1781344
Jan 20 00:58:32.279846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b687339-54ee-4f1a-ad6e-9695b72d25b3 req-e89a3339-d3fd-41e3-a0f0-fb18f4c056d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:32.281376 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9b687339-54ee-4f1a-ad6e-9695b72d25b3 req-e89a3339-d3fd-41e3-a0f0-fb18f4c056d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1635747
Jan 20 00:58:32.360475 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9904c4f-de63-4887-9df6-df1c6909c5ec req-172c2c22-26e9-4141-8280-79b7d3737354 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775707
Jan 20 00:58:32.368321 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9b687339-54ee-4f1a-ad6e-9695b72d25b3 req-81265998-0b94-43a4-ab55-1b52ef5fc30b tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683844
Jan 20 00:58:33.201156 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653d3ea-9d68-425b-8641-d8a9949bd9c7 req-3ab75efc-c56a-4730-be56-a51466b7cadf tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:33.202943 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c653d3ea-9d68-425b-8641-d8a9949bd9c7 req-3ab75efc-c56a-4730-be56-a51466b7cadf tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 945 time: 0.1771116
Jan 20 00:58:33.227830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cf10f-c61b-4153-9192-1deb7c64f8e8 req-66f53014-3c9c-4261-8e15-a5681f9ff421 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:33.229604 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d90cf10f-c61b-4153-9192-1deb7c64f8e8 req-66f53014-3c9c-4261-8e15-a5681f9ff421 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1679606
Jan 20 00:58:33.311369 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c653d3ea-9d68-425b-8641-d8a9949bd9c7 req-1fe99afa-8202-46d1-96ef-513a41a379cd tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805798
Jan 20 00:58:33.319662 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d90cf10f-c61b-4153-9192-1deb7c64f8e8 req-b73b60c5-49ff-4db1-9c62-6157bf4548b2 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733225
Jan 20 00:58:33.637793 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 89a3bb2e-10fe-43a2-a52f-869aad342f04 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:58:33.664864 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf297eb-5e5c-47d8-9387-03faecd93959 req-e7dd10fc-45c8-46c1-a1e6-e58f3ef8c1dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:33.666538 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fbf297eb-5e5c-47d8-9387-03faecd93959 req-e7dd10fc-45c8-46c1-a1e6-e58f3ef8c1dd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1763239
Jan 20 00:58:33.690100 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb64d0c-72d4-4327-8311-87fb9ec0d736 req-0252f83c-6396-4a12-9e67-66103a4a9f7f tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:33.691748 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fcb64d0c-72d4-4327-8311-87fb9ec0d736 req-0252f83c-6396-4a12-9e67-66103a4a9f7f tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1652246
Jan 20 00:58:33.713663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 89a3bb2e-10fe-43a2-a52f-869aad342f04 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:58:33.714081 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:33.766600 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fbf297eb-5e5c-47d8-9387-03faecd93959 req-dff40624-95fe-4bc6-aa38-17d1f691cab5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736783
Jan 20 00:58:33.783168 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fcb64d0c-72d4-4327-8311-87fb9ec0d736 req-25976a4a-1d86-4917-8f03-f5c2addc0724 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739653
Jan 20 00:58:33.839215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 752cbc7b-ec76-4b30-a262-7f491c3721d7 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:58:33.908376 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 752cbc7b-ec76-4b30-a262-7f491c3721d7 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:58:33.908797 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:34.631590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c507e61-fb38-4785-8acb-c778c90c9a19 req-7eb6fd71-abbc-4967-a656-699eddccd9d4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:34.633292 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c507e61-fb38-4785-8acb-c778c90c9a19 req-7eb6fd71-abbc-4967-a656-699eddccd9d4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 945 time: 0.1889880
Jan 20 00:58:34.656231 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76318f56-7d82-4a42-a8cb-892c369e67b9 req-823423bd-1c0f-407c-95aa-5208dc22e78c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:34.657788 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-76318f56-7d82-4a42-a8cb-892c369e67b9 req-823423bd-1c0f-407c-95aa-5208dc22e78c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1675801
Jan 20 00:58:34.744656 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c507e61-fb38-4785-8acb-c778c90c9a19 req-8d6ce0b7-7188-460a-bdc8-4f85d4cba73f tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853074
Jan 20 00:58:34.750184 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-76318f56-7d82-4a42-a8cb-892c369e67b9 req-0c8f7dc4-4a4d-4638-8144-fc1830bf83cb tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766201
Jan 20 00:58:35.081894 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729e5e8-1b4f-45e5-8cbc-578156e14789 req-55858969-7fff-4670-9c3c-ab98b20f5e03 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:35.083577 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4729e5e8-1b4f-45e5-8cbc-578156e14789 req-55858969-7fff-4670-9c3c-ab98b20f5e03 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1726313
Jan 20 00:58:35.110893 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2dddd-5a2d-4ae3-a899-5dba6a784459 req-6f6da1b4-bc79-434a-b915-5539adc19519 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:35.112664 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3ef2dddd-5a2d-4ae3-a899-5dba6a784459 req-6f6da1b4-bc79-434a-b915-5539adc19519 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1598482
Jan 20 00:58:35.193285 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4729e5e8-1b4f-45e5-8cbc-578156e14789 req-2388230b-8d73-4bef-8590-5db3530c3d7b tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794451
Jan 20 00:58:35.203547 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3ef2dddd-5a2d-4ae3-a899-5dba6a784459 req-18b5b05d-9b9c-4bf5-b164-70fc4f7fd450 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721650
Jan 20 00:58:35.724720 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faefb17-bb53-4a79-96fa-88e4c36dcc8b req-f0742962-b977-4354-a38e-cbd0bc866efe tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:35.726440 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3faefb17-bb53-4a79-96fa-88e4c36dcc8b req-f0742962-b977-4354-a38e-cbd0bc866efe tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1164827
Jan 20 00:58:35.788230 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3faefb17-bb53-4a79-96fa-88e4c36dcc8b req-2801da13-4d61-4e55-9ad7-84848a416299 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552597
Jan 20 00:58:35.912538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19bfbe-f5f4-4e33-882d-e4a63b54d11b req-26f6eed0-9412-432e-a746-27560b6baeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:35.914304 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c19bfbe-f5f4-4e33-882d-e4a63b54d11b req-26f6eed0-9412-432e-a746-27560b6baeb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8deb38a450244a299367605594731f4d&device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 1162 time: 0.1011336
Jan 20 00:58:36.042299 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3eeb7-d677-4ead-8413-f1dc4713bb0f req-b7aa0a73-f920-4a00-a52b-77b48212ee10 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:36.044155 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c7e3eeb7-d677-4ead-8413-f1dc4713bb0f req-b7aa0a73-f920-4a00-a52b-77b48212ee10 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1126132
Jan 20 00:58:36.072141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19bfbe-f5f4-4e33-882d-e4a63b54d11b req-b2811d24-ff86-4bc0-98fd-0e70f7eb0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:36.073872 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c19bfbe-f5f4-4e33-882d-e4a63b54d11b req-b2811d24-ff86-4bc0-98fd-0e70f7eb0cb8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14b3dba-4d97-42f8-8920-51b8d4def42a HTTP/1.1" status: 200  len: 905 time: 0.1526742
Jan 20 00:58:36.099051 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c7e3eeb7-d677-4ead-8413-f1dc4713bb0f req-ee84fc9b-cad3-4848-b91a-389fecbae065 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482020
Jan 20 00:58:36.214279 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c19bfbe-f5f4-4e33-882d-e4a63b54d11b req-ff076455-f569-4c71-b4d3-1c1df2f7b944 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a3bb2e-10fe-43a2-a52f-869aad342f04 HTTP/1.1" status: 200  len: 1001 time: 0.1325469
Jan 20 00:58:36.297520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19bfbe-f5f4-4e33-882d-e4a63b54d11b req-da3853ba-398c-467b-9a17-a9a4f698e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:36.299854 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c19bfbe-f5f4-4e33-882d-e4a63b54d11b req-da3853ba-398c-467b-9a17-a9a4f698e6b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=789528cc-05fe-4b27-8465-8b93063f88a2 HTTP/1.1" status: 200  len: 850 time: 0.0671206
Jan 20 00:58:36.387519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19bfbe-f5f4-4e33-882d-e4a63b54d11b req-9407d3a9-4098-4e05-8318-7d9593a6a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:36.389198 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c19bfbe-f5f4-4e33-882d-e4a63b54d11b req-9407d3a9-4098-4e05-8318-7d9593a6a40c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14b3dba-4d97-42f8-8920-51b8d4def42a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0815506
Jan 20 00:58:36.456237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eedef9-4bf8-497b-8851-67a35044bd3a req-0eb6993c-5180-4589-b716-4eb08011a012 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:36.457956 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-97eedef9-4bf8-497b-8851-67a35044bd3a req-0eb6993c-5180-4589-b716-4eb08011a012 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1077600
Jan 20 00:58:36.511762 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-97eedef9-4bf8-497b-8851-67a35044bd3a req-4096da0b-f022-4f4b-9bd0-3119a4712fb9 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467780
Jan 20 00:58:36.546859 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c19bfbe-f5f4-4e33-882d-e4a63b54d11b req-2023d8a2-1302-4b4c-9a92-b607fd006e90 service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451373
Jan 20 00:58:36.693366 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c19bfbe-f5f4-4e33-882d-e4a63b54d11b req-0d36c36c-1ff3-46ae-b8c0-c1a6c3d4816c service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377904
Jan 20 00:58:37.052395 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11523180-2feb-4c4c-bd96-d2d2f21838d0 req-6cae154f-52da-4ed5-8739-65f0f773727c tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:37.054105 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-11523180-2feb-4c4c-bd96-d2d2f21838d0 req-6cae154f-52da-4ed5-8739-65f0f773727c tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 945 time: 0.1761405
Jan 20 00:58:37.076923 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d224b2-217c-4d6d-bfb1-06049d0b8240 req-274fd488-6391-4a01-85a9-11b8299ab521 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:37.078525 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c7d224b2-217c-4d6d-bfb1-06049d0b8240 req-274fd488-6391-4a01-85a9-11b8299ab521 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1455221
Jan 20 00:58:37.158427 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-11523180-2feb-4c4c-bd96-d2d2f21838d0 req-7e73e289-c9e4-42ef-af1a-07ab53fcce1e tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787973
Jan 20 00:58:37.166699 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c7d224b2-217c-4d6d-bfb1-06049d0b8240 req-2cc2d688-78a1-43fa-8932-f8ac501de12c tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705323
Jan 20 00:58:37.387281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b20d0-d462-430a-a1c3-3d758109034d req-ae78e33d-69fe-4c35-9032-3690b64fce56 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:37.388875 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9a7b20d0-d462-430a-a1c3-3d758109034d req-ae78e33d-69fe-4c35-9032-3690b64fce56 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1105978
Jan 20 00:58:37.441731 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9a7b20d0-d462-430a-a1c3-3d758109034d req-6f0823c3-1512-440d-b624-bdad932918d0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462391
Jan 20 00:58:37.751892 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679784ca-2b8a-43a4-9589-5c499175b8b9 req-e7aba576-6891-4e31-b48b-fcf31c3a49ce tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:37.759958 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-679784ca-2b8a-43a4-9589-5c499175b8b9 req-e7aba576-6891-4e31-b48b-fcf31c3a49ce tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1116946
Jan 20 00:58:37.821022 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-679784ca-2b8a-43a4-9589-5c499175b8b9 req-3d389875-1362-49c4-bc9c-4158360cfb65 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600700
Jan 20 00:58:38.589182 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b4dee-642d-498a-9c0d-c1984b22c416 req-5165810f-adb9-4827-9a57-3b55da27e61d tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:38.591023 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4a0b4dee-642d-498a-9c0d-c1984b22c416 req-5165810f-adb9-4827-9a57-3b55da27e61d tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 945 time: 0.2992494
Jan 20 00:58:38.641168 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4a0b4dee-642d-498a-9c0d-c1984b22c416 req-2e4d7156-7d25-460d-af4d-5ffa87007452 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428767
Jan 20 00:58:38.857357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50b267-cef0-45e7-9585-052fbf15c1a4 req-3053facd-12f7-44b9-97cf-299ce2827618 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:38.858949 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9a50b267-cef0-45e7-9585-052fbf15c1a4 req-3053facd-12f7-44b9-97cf-299ce2827618 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1028137
Jan 20 00:58:38.908781 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9a50b267-cef0-45e7-9585-052fbf15c1a4 req-12545560-bd3e-4235-89ff-0f19f36c13ca tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433176
Jan 20 00:58:39.131035 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad43f9-9dde-48aa-b1c8-d3e13ee2eac3 req-330ed90e-82f1-457d-aaba-e990e56d588d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:39.132645 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b4ad43f9-9dde-48aa-b1c8-d3e13ee2eac3 req-330ed90e-82f1-457d-aaba-e990e56d588d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1031110
Jan 20 00:58:39.187625 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b4ad43f9-9dde-48aa-b1c8-d3e13ee2eac3 req-5dac4e6d-2b3b-4c7f-8039-1881d526ee2b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485506
Jan 20 00:58:39.417431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf5688-cdbf-4875-9574-60a1f31cb00c req-59df180a-9ece-4897-b3ec-355602ebdb3a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:39.419030 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-efdf5688-cdbf-4875-9574-60a1f31cb00c req-59df180a-9ece-4897-b3ec-355602ebdb3a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1006281
Jan 20 00:58:39.469340 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-efdf5688-cdbf-4875-9574-60a1f31cb00c req-8b36b0e1-f749-43f7-b9a1-1bedca46e54c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434020
Jan 20 00:58:39.873383 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926fbec-3e39-428f-9308-5844ec68aa58 req-804c827b-e785-4aec-b5ef-fa1c7e4ea4ed tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:39.874988 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3926fbec-3e39-428f-9308-5844ec68aa58 req-804c827b-e785-4aec-b5ef-fa1c7e4ea4ed tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 945 time: 0.1049478
Jan 20 00:58:39.925285 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3926fbec-3e39-428f-9308-5844ec68aa58 req-652a5333-13d3-4697-bbe5-253e7d4d655f tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437911
Jan 20 00:58:40.186834 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9276b0-d9c8-4856-b32b-d8b1a178d384 req-97c61ac5-e8c1-4cf6-8544-0c15bcf9e933 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:40.188566 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cd9276b0-d9c8-4856-b32b-d8b1a178d384 req-97c61ac5-e8c1-4cf6-8544-0c15bcf9e933 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1400497
Jan 20 00:58:40.248504 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cd9276b0-d9c8-4856-b32b-d8b1a178d384 req-1f4ba93b-40a4-4387-8690-09b7cea6ed38 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536025
Jan 20 00:58:40.617422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f83a5-5a30-4766-b2a7-cbac19200bec req-5c6c840f-5ea7-4ff8-9970-630b3199b724 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:40.619064 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-445f83a5-5a30-4766-b2a7-cbac19200bec req-5c6c840f-5ea7-4ff8-9970-630b3199b724 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1069336
Jan 20 00:58:40.725707 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-445f83a5-5a30-4766-b2a7-cbac19200bec req-078dcd56-9971-40e2-aa4c-d2bec4abb9df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693820
Jan 20 00:58:40.768816 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc4188-5cf6-4a8a-a260-8cc7beb15c0d req-50a51b51-a06d-4c7c-ab1d-c68ad39fd335 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:40.773675 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19cc4188-5cf6-4a8a-a260-8cc7beb15c0d req-50a51b51-a06d-4c7c-ab1d-c68ad39fd335 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1534131
Jan 20 00:58:40.822584 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19cc4188-5cf6-4a8a-a260-8cc7beb15c0d req-20de4c64-d9b9-41a7-ba44-911792e619a3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456910
Jan 20 00:58:41.154085 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341767c-bfd9-4b35-9e50-7b3c3e90b5e6 req-d07b6628-183e-4718-8bdc-339bec7e5497 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:41.157303 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c341767c-bfd9-4b35-9e50-7b3c3e90b5e6 req-d07b6628-183e-4718-8bdc-339bec7e5497 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 945 time: 0.1031938
Jan 20 00:58:41.220403 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c341767c-bfd9-4b35-9e50-7b3c3e90b5e6 req-1c49ef06-6843-4fb8-863b-483e78600dc8 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511019
Jan 20 00:58:41.484174 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75bb01-c9c1-4cec-af1f-011f197d1a9f req-f17fecc7-42e3-4795-ab00-d21878b8f7da tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:41.485746 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fe75bb01-c9c1-4cec-af1f-011f197d1a9f req-f17fecc7-42e3-4795-ab00-d21878b8f7da tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1051426
Jan 20 00:58:41.536873 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fe75bb01-c9c1-4cec-af1f-011f197d1a9f req-845c6844-adca-4bbe-aa64-af0cdb875213 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441294
Jan 20 00:58:41.990738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0b338-8987-40b4-8335-0f42866aac62 req-d94c2f3a-0e9a-4d17-8232-a8de54b02613 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:41.992350 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f6e0b338-8987-40b4-8335-0f42866aac62 req-d94c2f3a-0e9a-4d17-8232-a8de54b02613 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1083229
Jan 20 00:58:42.038842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fd7320cc-e2c0-4ec7-8dd0-7a60794e9011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:42.098701 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f6e0b338-8987-40b4-8335-0f42866aac62 req-73e2363a-a6db-4ac6-9cf9-226432a7fd9c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702100
Jan 20 00:58:42.133787 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004569-efac-441f-94c3-a12a7b7e79f4 req-7cde6a70-cfec-4cfa-9f6d-cdb786216d33 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:42.135446 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-67004569-efac-441f-94c3-a12a7b7e79f4 req-7cde6a70-cfec-4cfa-9f6d-cdb786216d33 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1421509
Jan 20 00:58:42.194779 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-67004569-efac-441f-94c3-a12a7b7e79f4 req-ecfd3617-581d-4b05-a597-8ddded0b0d89 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521505
Jan 20 00:58:42.433278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30764e5f-430d-416b-a503-13e5d4c25561 req-ff2888f1-8cfe-4db7-bef7-5ce89de3956c tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:42.434089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-30764e5f-430d-416b-a503-13e5d4c25561 req-ff2888f1-8cfe-4db7-bef7-5ce89de3956c tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Synchronizing usage tracker for tenant:b14637e4f72c4d3eae6ab14901ed38d1 on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:58:42.450120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-30764e5f-430d-416b-a503-13e5d4c25561 req-ff2888f1-8cfe-4db7-bef7-5ce89de3956c tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Unset dirty status for tenant:b14637e4f72c4d3eae6ab14901ed38d1 on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:58:42.451339 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-30764e5f-430d-416b-a503-13e5d4c25561 req-ff2888f1-8cfe-4db7-bef7-5ce89de3956c tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.20 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 945 time: 0.1276741
Jan 20 00:58:42.453926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccd821-babc-42ef-a710-0fd86eab3aab req-3feca5bc-5176-4e56-84ef-8a4c98f0b787 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:42.456176 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d3ccd821-babc-42ef-a710-0fd86eab3aab req-3feca5bc-5176-4e56-84ef-8a4c98f0b787 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 945 time: 0.1034250
Jan 20 00:58:42.506752 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d3ccd821-babc-42ef-a710-0fd86eab3aab req-75726531-fab5-4371-a163-02518e0a596d tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440457
Jan 20 00:58:42.536637 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-30764e5f-430d-416b-a503-13e5d4c25561 req-40c3ae5e-b56d-4581-8df3-1a0ac98601b4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Deleting port 752cbc7b-ec76-4b30-a262-7f491c3721d7 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 00:58:42.537025 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-30764e5f-430d-416b-a503-13e5d4c25561 req-40c3ae5e-b56d-4581-8df3-1a0ac98601b4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:42.798324 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-30764e5f-430d-416b-a503-13e5d4c25561 req-40c3ae5e-b56d-4581-8df3-1a0ac98601b4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] For port 752cbc7b-ec76-4b30-a262-7f491c3721d7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=752cbc7b-ec76-4b30-a262-7f491c3721d7,segment=NetworkSegment(2c31440b-b769-4926-b092-5d247a0dfd74),segment_id=2c31440b-b769-4926-b092-5d247a0dfd74)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:58:42.798896 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-30764e5f-430d-416b-a503-13e5d4c25561 req-40c3ae5e-b56d-4581-8df3-1a0ac98601b4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:42.942850 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-30764e5f-430d-416b-a503-13e5d4c25561 req-40c3ae5e-b56d-4581-8df3-1a0ac98601b4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Calling delete_port for 752cbc7b-ec76-4b30-a262-7f491c3721d7 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 00:58:43.038521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 752cbc7b-ec76-4b30-a262-7f491c3721d7 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 00:58:43.157918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-30764e5f-430d-416b-a503-13e5d4c25561 req-40c3ae5e-b56d-4581-8df3-1a0ac98601b4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:43.166209 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:43.177656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-94bbbc39-9b7e-4ee6-83fa-e6f4aba43308 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:43.248914 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3ae5e-b56d-4581-8df3-1a0ac98601b4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Pushing event deleted for resources: {'Port': ['ID=752cbc7b-ec76-4b30-a262-7f491c3721d7,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:43.252199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-40c3ae5e-b56d-4581-8df3-1a0ac98601b4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:43.258133 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:58:43.324764 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86888ccb-1572-4c98-a475-fe8ed30d18c9 req-02dc100c-42fa-486b-a5ab-b562cd9d0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:43.326432 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-86888ccb-1572-4c98-a475-fe8ed30d18c9 req-02dc100c-42fa-486b-a5ab-b562cd9d0c3e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 1163 time: 0.2454963
Jan 20 00:58:43.400399 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-86888ccb-1572-4c98-a475-fe8ed30d18c9 req-e8ebca05-b496-44e3-b517-a3810b728e52 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661318
Jan 20 00:58:43.449409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-30764e5f-430d-416b-a503-13e5d4c25561 req-40c3ae5e-b56d-4581-8df3-1a0ac98601b4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] No DVR routers for this DVR port 752cbc7b-ec76-4b30-a262-7f491c3721d7 on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 00:58:43.449409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-30764e5f-430d-416b-a503-13e5d4c25561 req-40c3ae5e-b56d-4581-8df3-1a0ac98601b4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:43.449409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98377dec-dee7-4d2e-86e4-917304dccefc', 'name': 'network-vif-deleted', 'tag': '752cbc7b-ec76-4b30-a262-7f491c3721d7'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:58:43.453398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b5c9b-a653-4ce6-a90a-862cf5bb8f12 req-83dc450a-e7e2-44c2-884c-e591ac78e5ad tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:43.455633 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f81b5c9b-a653-4ce6-a90a-862cf5bb8f12 req-83dc450a-e7e2-44c2-884c-e591ac78e5ad tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1773233
Jan 20 00:58:43.463578 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-30764e5f-430d-416b-a503-13e5d4c25561 req-40c3ae5e-b56d-4581-8df3-1a0ac98601b4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.20 "DELETE /v2.0/ports/752cbc7b-ec76-4b30-a262-7f491c3721d7 HTTP/1.1" status: 204  len: 173 time: 1.0050871
Jan 20 00:58:43.491101 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67583bd-f5de-4ec4-b1d8-e060f88184c6 req-78ee79a3-eb2f-49bf-b00d-7fce3206cd2a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:43.492706 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a67583bd-f5de-4ec4-b1d8-e060f88184c6 req-78ee79a3-eb2f-49bf-b00d-7fce3206cd2a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1554699
Jan 20 00:58:43.577983 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f81b5c9b-a653-4ce6-a90a-862cf5bb8f12 req-a6ee6dec-6f53-4cb7-9548-959e80834993 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1126575
Jan 20 00:58:43.584744 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a67583bd-f5de-4ec4-b1d8-e060f88184c6 req-474deadd-5cea-4e27-a688-dfbba3b58930 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772820
Jan 20 00:58:43.660668 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98377dec-dee7-4d2e-86e4-917304dccefc', 'name': 'network-vif-deleted', 'tag': '752cbc7b-ec76-4b30-a262-7f491c3721d7', 'status': 'completed', 'code': 200}
Jan 20 00:58:43.781942 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5c243a7c-2fbd-4140-bfe2-4b35b5bf1518 req-938f6e4b-69bd-41c5-8cdd-3d0b2c1ef9e8 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 210 time: 0.0536530
Jan 20 00:58:44.588922 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8db6cd2b-dae0-4e33-8ef4-74fa047230d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:44.757984 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:44.910689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcfa98-078d-4145-9bb6-5ac378adc97a req-d3764401-e525-46ec-ab2d-45373be947d5 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:44.912391 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3cdcfa98-078d-4145-9bb6-5ac378adc97a req-d3764401-e525-46ec-ab2d-45373be947d5 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1873116
Jan 20 00:58:44.938594 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec74972-f45d-47f8-9f9b-a230ae4735ad req-b165a946-24cf-4c64-a3d2-4f97cb6eb134 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:44.940497 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cec74972-f45d-47f8-9f9b-a230ae4735ad req-b165a946-24cf-4c64-a3d2-4f97cb6eb134 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1738899
Jan 20 00:58:45.020997 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3cdcfa98-078d-4145-9bb6-5ac378adc97a req-cb98960f-a1d1-44da-bc97-e0f999dc165c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793219
Jan 20 00:58:45.031537 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cec74972-f45d-47f8-9f9b-a230ae4735ad req-f8202692-2fe1-43f5-bfe6-4c5293907714 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753779
Jan 20 00:58:45.227268 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8f32142d-175f-4b84-9522-94708107cbe3 req-ba45908c-8488-40cd-8af1-864d72bf8fbb tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 210 time: 0.0560935
Jan 20 00:58:46.337331 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099c116-6c85-42f6-90fc-17ae0abe803e req-75656121-509d-4076-b8c3-4b66eff7718e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:46.338974 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f099c116-6c85-42f6-90fc-17ae0abe803e req-75656121-509d-4076-b8c3-4b66eff7718e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1742089
Jan 20 00:58:46.366742 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae5718-7189-4337-9d8b-025a9b300bb7 req-562360b2-8ec3-4b9d-838a-6049f04bba86 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:46.368334 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e2ae5718-7189-4337-9d8b-025a9b300bb7 req-562360b2-8ec3-4b9d-838a-6049f04bba86 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1478925
Jan 20 00:58:46.447090 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f099c116-6c85-42f6-90fc-17ae0abe803e req-bd0378b4-66df-44ab-ab9c-a6f8aa3df78c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777030
Jan 20 00:58:46.452579 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e2ae5718-7189-4337-9d8b-025a9b300bb7 req-678a4ebe-4118-4825-b2a8-23f3cfc13075 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692019
Jan 20 00:58:46.575466 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:46.628971 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0ea2fb18-5849-4210-9e5c-8bc12a466b9e req-e5112b2a-7701-40d8-8303-34652d64c340 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=98377dec-dee7-4d2e-86e4-917304dccefc HTTP/1.1" status: 200  len: 210 time: 0.0479295
Jan 20 00:58:46.739168 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:47.761343 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce9ff1-d4c4-4c85-a5fe-fa2452f2956c req-7b991a52-0f5b-47fd-bce0-9616bbc9d403 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:47.762970 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-44ce9ff1-d4c4-4c85-a5fe-fa2452f2956c req-7b991a52-0f5b-47fd-bce0-9616bbc9d403 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1733389
Jan 20 00:58:47.790535 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade57a4-79da-4e7c-b42a-c0e295c90612 req-4f48ea71-8fc2-4ddd-9d18-c0dc9c71679f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:47.792072 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1ade57a4-79da-4e7c-b42a-c0e295c90612 req-4f48ea71-8fc2-4ddd-9d18-c0dc9c71679f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1573997
Jan 20 00:58:47.872973 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-44ce9ff1-d4c4-4c85-a5fe-fa2452f2956c req-ac636e42-b18b-4986-a6b6-88423bf87a10 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798867
Jan 20 00:58:47.880952 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1ade57a4-79da-4e7c-b42a-c0e295c90612 req-da1043ef-05a4-4008-a113-e39c7634532a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734377
Jan 20 00:58:48.360870 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-c11945d2-7d44-490d-8131-99f46307d80b tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:48.365882 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-c11945d2-7d44-490d-8131-99f46307d80b tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/networks?id=3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 HTTP/1.1" status: 200  len: 808 time: 0.1859527
Jan 20 00:58:48.379983 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-60867778-df1e-43da-afd5-39688c52dd40 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/quotas/b14637e4f72c4d3eae6ab14901ed38d1 HTTP/1.1" status: 200  len: 375 time: 0.0109096
Jan 20 00:58:48.432564 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-ae9dde33-86d0-407c-bfb2-60b29befd129 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?tenant_id=b14637e4f72c4d3eae6ab14901ed38d1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0466657
Jan 20 00:58:48.577928 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-c41ecab5-e34b-4879-a44a-67f7e1f49d98 service neutron] 10.222.0.37 "GET /v2.0/networks/3c51ea56-1d9e-4955-ac1d-9bbec92e86a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369076
Jan 20 00:58:48.723591 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-6702922f-8e06-4e3c-8ea2-96f121baa983 service neutron] 10.222.0.37 "GET /v2.0/networks/3c51ea56-1d9e-4955-ac1d-9bbec92e86a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389561
Jan 20 00:58:48.956121 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b8e37411-bd32-4f1a-b7f1-8e0ff70b2954 req-54a1b8dd-fa9d-40f3-ab84-af75857353a8 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 210 time: 0.0638177
Jan 20 00:58:49.172730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c86ab-7191-435a-a5a1-728cfab93c2a req-6ce3a4f1-3301-4dc2-a93b-f5387abfce25 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:49.177340 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5e6c86ab-7191-435a-a5a1-728cfab93c2a req-6ce3a4f1-3301-4dc2-a93b-f5387abfce25 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1530161
Jan 20 00:58:49.296696 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5e6c86ab-7191-435a-a5a1-728cfab93c2a req-c671402a-35d1-4a93-a457-bd8f5219e4b5 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120999
Jan 20 00:58:49.338150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1f0e-7eca-4e33-bb5f-901ca5033fce req-4850e951-6423-402a-9920-ee38991d00c9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:49.340249 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-955a1f0e-7eca-4e33-bb5f-901ca5033fce req-4850e951-6423-402a-9920-ee38991d00c9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1389174
Jan 20 00:58:49.397721 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-955a1f0e-7eca-4e33-bb5f-901ca5033fce req-e586d8e5-27ca-4cb8-83f5-e2237a6f9974 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487394
Jan 20 00:58:49.538485 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007e905-272c-4bd2-862b-e521767377ac req-7258d312-e962-48ef-aa6d-2800437b5cc4 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:49.551520 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4007e905-272c-4bd2-862b-e521767377ac req-7258d312-e962-48ef-aa6d-2800437b5cc4 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1048958
Jan 20 00:58:49.595229 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4007e905-272c-4bd2-862b-e521767377ac req-1274af00-7f37-40fd-a91c-b0be487865c1 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484459
Jan 20 00:58:50.153079 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d385f3b7-afc5-47e3-aa61-bb5113bbe206 req-bd27ac0e-49a8-4745-a7b8-17d45a8618f8 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 210 time: 0.0520737
Jan 20 00:58:50.697597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c62a27-aac7-4c6f-8442-019c902898d2 req-a67a6ebd-427c-462a-8ca8-5b054a420053 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:50.699324 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d3c62a27-aac7-4c6f-8442-019c902898d2 req-a67a6ebd-427c-462a-8ca8-5b054a420053 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1303236
Jan 20 00:58:50.759064 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d3c62a27-aac7-4c6f-8442-019c902898d2 req-0a196b77-c4af-4bf3-885d-b5e41531e519 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520983
Jan 20 00:58:50.847190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-fe81d3b6-0f10-44eb-b344-01dc661d98a8 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:50.848828 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-fe81d3b6-0f10-44eb-b344-01dc661d98a8 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.20 "GET /v2.0/networks?id=3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 HTTP/1.1" status: 200  len: 808 time: 0.4015188
Jan 20 00:58:50.918376 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Request body: {'port': {'device_id': '75ea2661-2fbf-4997-8ab0-75fb37576dfb', 'network_id': '3c51ea56-1d9e-4955-ac1d-9bbec92e86a7', 'admin_state_up': True, 'tenant_id': 'b14637e4f72c4d3eae6ab14901ed38d1'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:58:51.065418 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:58:51.069746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Usage tracker for resource:port and tenant:b14637e4f72c4d3eae6ab14901ed38d1 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:58:51.072738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Quota usage for port was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:58:51.078640 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:58:51.088479 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Made reservation on behalf of b14637e4f72c4d3eae6ab14901ed38d1 for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 00:58:51.101325 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:51.379654 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c32564cc-71e4-4481-88a8-ae5392f4f44e req-a2e27692-1fb8-457c-a76e-e69a61a8a9ad tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 210 time: 0.0615206
Jan 20 00:58:51.479410 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Allocated IP 172.20.0.4 (3c51ea56-1d9e-4955-ac1d-9bbec92e86a7/276a32a3-9a0d-4ea2-8dd9-586ff0f16398/c2e20af8-e157-4f4e-be58-e5e8d3684d61) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 00:58:51.757589 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:51.793330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:51.812627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:51.970955 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Pushing event updated for resources: {'Port': ['ID=c2e20af8-e157-4f4e-be58-e5e8d3684d61,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:51.975609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:52.030614 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Network 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 00:58:52.032010 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 00:58:52.035366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 00:58:52.104146 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3cd71-2ca5-4288-9600-51a149b23af7 req-4a955bc9-b65c-44eb-87e5-f4af68734b46 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:52.105980 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e3a3cd71-2ca5-4288-9600-51a149b23af7 req-4a955bc9-b65c-44eb-87e5-f4af68734b46 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1481855
Jan 20 00:58:52.130225 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:52.130884 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:52.161725 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2477462
Jan 20 00:58:52.165636 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e3a3cd71-2ca5-4288-9600-51a149b23af7 req-d6f4c9f7-a914-4458-abe2-b520ecdb531e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523481
Jan 20 00:58:52.192645 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Request body: {'port': {'device_id': '75ea2661-2fbf-4997-8ab0-75fb37576dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 00:58:52.342154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:52.618877 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:52.931042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8f95f-44b9-490e-a51d-452af4481ab7 req-b5eb441c-9c1f-47bb-9a0b-ec4bc45f21e5 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:52.936248 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19b8f95f-44b9-490e-a51d-452af4481ab7 req-b5eb441c-9c1f-47bb-9a0b-ec4bc45f21e5 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 931 time: 0.3686767
Jan 20 00:58:52.945713 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e20af8-e157-4f4e-be58-e5e8d3684d61 {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 00:58:52.960775 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:52.978870 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Transition to ACTIVE for port object c2e20af8-e157-4f4e-be58-e5e8d3684d61 will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 00:58:52.982657 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:52.999332 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:53.012331 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19b8f95f-44b9-490e-a51d-452af4481ab7 req-2f2b1107-6d3a-41ff-bae9-7be41f3b96dc tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711577
Jan 20 00:58:53.154191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e20af8-e157-4f4e-be58-e5e8d3684d61,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:53.158907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:53.375043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Attempting to bind port c2e20af8-e157-4f4e-be58-e5e8d3684d61 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 00:58:53.375419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Attempting to bind port c2e20af8-e157-4f4e-be58-e5e8d3684d61 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '2c31440b-b769-4926-b092-5d247a0dfd74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c51ea56-1d9e-4955-ac1d-9bbec92e86a7'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 00:58:53.375794 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Attempting to bind port c2e20af8-e157-4f4e-be58-e5e8d3684d61 on network 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 00:58:53.397555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 00:58:53.397912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Checking segment: {'id': '2c31440b-b769-4926-b092-5d247a0dfd74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c51ea56-1d9e-4955-ac1d-9bbec92e86a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 00:58:53.398334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:53.398736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Bound using segment: {'id': '2c31440b-b769-4926-b092-5d247a0dfd74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c51ea56-1d9e-4955-ac1d-9bbec92e86a7'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 00:58:53.399218 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Bound port: c2e20af8-e157-4f4e-be58-e5e8d3684d61, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c31440b-b769-4926-b092-5d247a0dfd74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c51ea56-1d9e-4955-ac1d-9bbec92e86a7'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 00:58:53.399597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:53.501491 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6471-6137-4b9c-a79a-f1a8646c28db req-be1f33a4-8de2-4f49-9443-532078bb122e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:53.509848 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cbca6471-6137-4b9c-a79a-f1a8646c28db req-be1f33a4-8de2-4f49-9443-532078bb122e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1489897
Jan 20 00:58:53.525812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] For port c2e20af8-e157-4f4e-be58-e5e8d3684d61, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 00:58:53.529207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] For port c2e20af8-e157-4f4e-be58-e5e8d3684d61, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=c2e20af8-e157-4f4e-be58-e5e8d3684d61,segment=NetworkSegment(2c31440b-b769-4926-b092-5d247a0dfd74),segment_id=2c31440b-b769-4926-b092-5d247a0dfd74)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 00:58:53.535548 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:53.552833 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:53.566355 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cbca6471-6137-4b9c-a79a-f1a8646c28db req-8e9fe26a-6899-425a-94cb-0ad3ca34e221 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537639
Jan 20 00:58:53.743773 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e20af8-e157-4f4e-be58-e5e8d3684d61,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:53.748611 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:53.791569 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:53.792401 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:53.794210 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] 10.222.0.20 "PUT /v2.0/ports/c2e20af8-e157-4f4e-be58-e5e8d3684d61 HTTP/1.1" status: 200  len: 1157 time: 1.6070991
Jan 20 00:58:53.794875 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ea2661-2fbf-4997-8ab0-75fb37576dfb', 'tag': 'c2e20af8-e157-4f4e-be58-e5e8d3684d61'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:58:53.928840 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ea2661-2fbf-4997-8ab0-75fb37576dfb', 'tag': 'c2e20af8-e157-4f4e-be58-e5e8d3684d61', 'status': 'completed', 'code': 200}
Jan 20 00:58:53.999364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-c98fe307-7aab-4cdd-84b5-f5921ef1e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:54.004390 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-c98fe307-7aab-4cdd-84b5-f5921ef1e5d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b14637e4f72c4d3eae6ab14901ed38d1&device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 1160 time: 0.1234481
Jan 20 00:58:54.109207 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-c4fbfa19-edd9-4a73-8636-9e3eaf8d1220 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2e20af8-e157-4f4e-be58-e5e8d3684d61 HTTP/1.1" status: 200  len: 217 time: 0.0813837
Jan 20 00:58:54.210760 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-307b0184-e3f9-436f-a50d-3098e271cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:54.212704 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-307b0184-e3f9-436f-a50d-3098e271cbb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=276a32a3-9a0d-4ea2-8dd9-586ff0f16398 HTTP/1.1" status: 200  len: 848 time: 0.0919938
Jan 20 00:58:54.272832 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862e4ac-dee0-441e-bbf8-3c672cf35cd7 req-587425fe-78d6-4de5-924d-fe23eecda58d tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:54.274858 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c862e4ac-dee0-441e-bbf8-3c672cf35cd7 req-587425fe-78d6-4de5-924d-fe23eecda58d tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 943 time: 0.1244369
Jan 20 00:58:54.285931 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-d23e76c2-aa7c-473c-9d82-89c6f8fe9eec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c51ea56-1d9e-4955-ac1d-9bbec92e86a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555077
Jan 20 00:58:54.333434 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c862e4ac-dee0-441e-bbf8-3c672cf35cd7 req-ad8da4f5-594a-4111-a88b-8d1e14cb2bdf tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510473
Jan 20 00:58:54.447822 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-22fe9451-98e5-4f1c-ad4a-ad4ea5806723 service neutron] 10.222.0.20 "GET /v2.0/networks/3c51ea56-1d9e-4955-ac1d-9bbec92e86a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524489
Jan 20 00:58:54.606678 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fea474d5-63fd-4cb4-ba1a-7ed4d81691d3 req-63fc2cd4-543d-4dc1-96ce-64f819126d4f service neutron] 10.222.0.20 "GET /v2.0/networks/3c51ea56-1d9e-4955-ac1d-9bbec92e86a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452692
Jan 20 00:58:54.837691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824a0d5-fb3d-421b-a9bc-22b4dce5401f req-ce3456fe-5eed-4dbb-87ae-0c1e884f2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:54.839590 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b824a0d5-fb3d-421b-a9bc-22b4dce5401f req-ce3456fe-5eed-4dbb-87ae-0c1e884f2d35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b14637e4f72c4d3eae6ab14901ed38d1&device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 1160 time: 0.1076016
Jan 20 00:58:54.960528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f29b6d-1a08-4b60-8f38-b15546b24a61 req-bb8c55f5-a666-445e-b88c-8db8e02c827c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:54.962388 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-24f29b6d-1a08-4b60-8f38-b15546b24a61 req-bb8c55f5-a666-445e-b88c-8db8e02c827c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1994267
Jan 20 00:58:55.004654 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824a0d5-fb3d-421b-a9bc-22b4dce5401f req-2f96f283-8904-46f2-b017-d8b121ecb4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:55.006309 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b824a0d5-fb3d-421b-a9bc-22b4dce5401f req-2f96f283-8904-46f2-b017-d8b121ecb4b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 HTTP/1.1" status: 200  len: 902 time: 0.1600862
Jan 20 00:58:55.027543 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-24f29b6d-1a08-4b60-8f38-b15546b24a61 req-c11cf9ef-dd0f-449b-b752-a7818a2b3841 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585938
Jan 20 00:58:55.110093 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b824a0d5-fb3d-421b-a9bc-22b4dce5401f req-d753fd36-2d45-40c5-8acb-54810f19fc83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2e20af8-e157-4f4e-be58-e5e8d3684d61 HTTP/1.1" status: 200  len: 217 time: 0.0894403
Jan 20 00:58:55.215575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824a0d5-fb3d-421b-a9bc-22b4dce5401f req-11fb23d9-9e16-4470-bfca-f5a4033d78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:55.218064 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b824a0d5-fb3d-421b-a9bc-22b4dce5401f req-11fb23d9-9e16-4470-bfca-f5a4033d78eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=276a32a3-9a0d-4ea2-8dd9-586ff0f16398 HTTP/1.1" status: 200  len: 848 time: 0.0998435
Jan 20 00:58:55.285697 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b824a0d5-fb3d-421b-a9bc-22b4dce5401f req-4f8f7333-7401-426f-9584-3d9c2d380e9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c51ea56-1d9e-4955-ac1d-9bbec92e86a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550835
Jan 20 00:58:55.460584 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b824a0d5-fb3d-421b-a9bc-22b4dce5401f req-19f9d60d-1e6f-4bd1-a312-23ba0ab10bec service neutron] 10.222.0.20 "GET /v2.0/networks/3c51ea56-1d9e-4955-ac1d-9bbec92e86a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653457
Jan 20 00:58:55.645429 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fd359-05fc-49a6-a2fc-d2453393a9aa req-84507bb4-e29c-438c-99d9-cf8be6dd80ac tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:55.647518 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-953fd359-05fc-49a6-a2fc-d2453393a9aa req-84507bb4-e29c-438c-99d9-cf8be6dd80ac tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 943 time: 0.1466341
Jan 20 00:58:55.668862 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b824a0d5-fb3d-421b-a9bc-22b4dce5401f req-662ad0ad-eb1a-4f14-ad42-325e35544a04 service neutron] 10.222.0.20 "GET /v2.0/networks/3c51ea56-1d9e-4955-ac1d-9bbec92e86a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2008586
Jan 20 00:58:55.724267 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-953fd359-05fc-49a6-a2fc-d2453393a9aa req-6ce682b2-7979-439b-b71d-7508f8279918 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698156
Jan 20 00:58:56.412468 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bda45c-2c2d-4b8e-a082-94ecd7310594 req-79e15db7-dce7-40b9-be61-b1ed22858579 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:56.414105 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-62bda45c-2c2d-4b8e-a082-94ecd7310594 req-79e15db7-dce7-40b9-be61-b1ed22858579 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1214287
Jan 20 00:58:56.473618 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-62bda45c-2c2d-4b8e-a082-94ecd7310594 req-a8b06fd2-71e3-4be4-a449-7554b690c7da tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514917
Jan 20 00:58:56.985623 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989df563-6720-4769-8f1d-cc7cded38444 req-00fa7992-adce-49a3-beca-9c76d7215f10 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:56.987536 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-989df563-6720-4769-8f1d-cc7cded38444 req-00fa7992-adce-49a3-beca-9c76d7215f10 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 943 time: 0.1205709
Jan 20 00:58:57.052511 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-989df563-6720-4769-8f1d-cc7cded38444 req-9fdcb36f-16cc-4298-bb33-48ac044d925d tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584610
Jan 20 00:58:57.740555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05c649-c8be-46e1-b72a-9357805f1350 req-97961e60-1169-4cf0-8f11-1eb55bb92d8c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:57.742428 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fa05c649-c8be-46e1-b72a-9357805f1350 req-97961e60-1169-4cf0-8f11-1eb55bb92d8c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1140583
Jan 20 00:58:57.804247 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fa05c649-c8be-46e1-b72a-9357805f1350 req-40c51646-3dd8-4704-8038-6e8594573692 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540533
Jan 20 00:58:58.308965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7e097-0f62-4a0c-863c-bfa82edfac94 req-ca2ac1c0-7674-4cbd-a425-ab8f95044b07 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:58.310738 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-99f7e097-0f62-4a0c-863c-bfa82edfac94 req-ca2ac1c0-7674-4cbd-a425-ab8f95044b07 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 943 time: 0.1101065
Jan 20 00:58:58.377899 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-99f7e097-0f62-4a0c-863c-bfa82edfac94 req-5570283d-b05e-4fef-b8b4-53161ca45cb0 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544851
Jan 20 00:58:58.536765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device c2e20af8-e157-4f4e-be58-e5e8d3684d61 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:58:58.622370 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port c2e20af8-e157-4f4e-be58-e5e8d3684d61 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 00:58:58.629558 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port c2e20af8-e157-4f4e-be58-e5e8d3684d61 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:58:58.630006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:58.758337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:58.795394 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ea2661-2fbf-4997-8ab0-75fb37576dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e20af8-e157-4f4e-be58-e5e8d3684d61'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:58:58.806130 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port c2e20af8-e157-4f4e-be58-e5e8d3684d61, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=c2e20af8-e157-4f4e-be58-e5e8d3684d61,segment=NetworkSegment(2c31440b-b769-4926-b092-5d247a0dfd74),segment_id=2c31440b-b769-4926-b092-5d247a0dfd74)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:58:58.810221 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:58:58.812610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-429e3326-f4f7-48e0-8cd3-69a44f5794dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:58:58.897573 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ea2661-2fbf-4997-8ab0-75fb37576dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e20af8-e157-4f4e-be58-e5e8d3684d61', 'code': 200}
Jan 20 00:58:58.930157 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=c2e20af8-e157-4f4e-be58-e5e8d3684d61,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:58:58.941369 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.941771 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.942352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.942729 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.943231 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.943603 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.943970 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.944819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.945387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.945895 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.946290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.946661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.947348 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.947714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.948079 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.948447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.948906 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.961537 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.965614 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.968765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.973633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.974431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.976533 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.976996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:58:58.994029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:58:59.123024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29033252-c38b-4881-b427-00218065de0a req-35976a6e-6220-43a4-8d9f-e6298a634d72 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:59.131494 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-29033252-c38b-4881-b427-00218065de0a req-35976a6e-6220-43a4-8d9f-e6298a634d72 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1487410
Jan 20 00:58:59.208565 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-29033252-c38b-4881-b427-00218065de0a req-bbfae0e6-0227-4068-a11d-3af9c26ebb28 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760505
Jan 20 00:58:59.303801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cee7f8-fb1b-4c9a-baee-c066928002f7 req-fe0fa644-2392-4283-8cbb-8fbdb64eccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:59.305648 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f4cee7f8-fb1b-4c9a-baee-c066928002f7 req-fe0fa644-2392-4283-8cbb-8fbdb64eccd2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 1162 time: 0.1418622
Jan 20 00:58:59.379232 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f4cee7f8-fb1b-4c9a-baee-c066928002f7 req-e2c892f6-8b7c-4417-a193-7b065246d0d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625031
Jan 20 00:58:59.618984 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dd901-eb1e-4ec3-a103-f1bb14b9a974 req-5f6e4af4-248d-4428-86f9-90494f416fc5 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:58:59.620695 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ce1dd901-eb1e-4ec3-a103-f1bb14b9a974 req-5f6e4af4-248d-4428-86f9-90494f416fc5 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 945 time: 0.1076317
Jan 20 00:58:59.682532 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ce1dd901-eb1e-4ec3-a103-f1bb14b9a974 req-9c419280-3949-48f9-80e4-d0841218239b tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511897
Jan 20 00:59:00.530032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2388ac-ecb6-40bd-a71e-2ed039b798fd req-4eda53cc-1613-4496-bab8-75e9e87c5d5a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:00.538601 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db2388ac-ecb6-40bd-a71e-2ed039b798fd req-4eda53cc-1613-4496-bab8-75e9e87c5d5a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1398573
Jan 20 00:59:00.590631 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db2388ac-ecb6-40bd-a71e-2ed039b798fd req-4b09fc56-b23f-4521-95f5-56ee12df8efb tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511186
Jan 20 00:59:00.987801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25a050-6995-4db0-a474-17c376f28e29 req-1283de70-1b9c-411e-82c3-358eb6fb3fa2 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:00.989534 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1a25a050-6995-4db0-a474-17c376f28e29 req-1283de70-1b9c-411e-82c3-358eb6fb3fa2 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 945 time: 0.1330338
Jan 20 00:59:01.043056 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1a25a050-6995-4db0-a474-17c376f28e29 req-f6bf6057-fca5-4cbf-afed-0adc990368d0 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461831
Jan 20 00:59:01.836745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19297052-d3c3-43d2-8c49-f7d8c07a69b1 req-43d5c2ab-6d63-4443-a634-6485142e3e46 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:01.838374 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19297052-d3c3-43d2-8c49-f7d8c07a69b1 req-43d5c2ab-6d63-4443-a634-6485142e3e46 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1014256
Jan 20 00:59:01.893688 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19297052-d3c3-43d2-8c49-f7d8c07a69b1 req-ee05ae11-01f5-46f3-983d-5ad5869e0d55 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483320
Jan 20 00:59:02.283995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f500cb-f4e2-452c-bed7-7d0dccac5220 req-915aa9bf-ed02-4669-baeb-de7ce654de61 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:02.285672 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a1f500cb-f4e2-452c-bed7-7d0dccac5220 req-915aa9bf-ed02-4669-baeb-de7ce654de61 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 945 time: 0.1026211
Jan 20 00:59:02.336403 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a1f500cb-f4e2-452c-bed7-7d0dccac5220 req-a04350f5-5389-4a3f-a96f-c057a6ea1a8e tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445311
Jan 20 00:59:02.894976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device c2e20af8-e157-4f4e-be58-e5e8d3684d61 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:59:02.976396 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port c2e20af8-e157-4f4e-be58-e5e8d3684d61 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:59:02.976825 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:03.167429 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558cad5-a66c-439e-b3b6-165660d71e41 req-1ca1119d-156b-4941-828e-3ead630ec8c5 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:03.169047 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e558cad5-a66c-439e-b3b6-165660d71e41 req-1ca1119d-156b-4941-828e-3ead630ec8c5 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1089306
Jan 20 00:59:03.221833 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e558cad5-a66c-439e-b3b6-165660d71e41 req-dff77d44-3649-4f48-bd7f-534c8fdeb2c8 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455534
Jan 20 00:59:03.567751 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823924c2-f933-45d0-887f-0f19c588918d req-bfa71886-e477-455b-8572-906b3e0e393e tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:03.569474 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-823924c2-f933-45d0-887f-0f19c588918d req-bfa71886-e477-455b-8572-906b3e0e393e tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 945 time: 0.1025264
Jan 20 00:59:03.629511 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-823924c2-f933-45d0-887f-0f19c588918d req-6f1c2c33-3cda-479d-81f7-2d184f70925f tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529838
Jan 20 00:59:03.938110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba812114-fe91-4b11-ab1a-04f45cfe56fe req-1011196d-e6c0-455f-952d-5d2f3d14c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:03.940630 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba812114-fe91-4b11-ab1a-04f45cfe56fe req-1011196d-e6c0-455f-952d-5d2f3d14c374 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 1162 time: 0.0810223
Jan 20 00:59:04.305798 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba812114-fe91-4b11-ab1a-04f45cfe56fe req-cc5efb16-639f-4032-9ead-2a7d4494bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:04.307397 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba812114-fe91-4b11-ab1a-04f45cfe56fe req-cc5efb16-639f-4032-9ead-2a7d4494bb33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 911 time: 0.3588269
Jan 20 00:59:04.440269 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba812114-fe91-4b11-ab1a-04f45cfe56fe req-10e750ab-2fac-444f-9e3b-396a98dd1fb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 HTTP/1.1" status: 200  len: 1000 time: 0.1126571
Jan 20 00:59:04.516838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c730b29-a1bf-48d2-9816-cf8ca046842f req-770390ee-a75f-40be-8a43-d5c145b43827 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:04.519862 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3c730b29-a1bf-48d2-9816-cf8ca046842f req-770390ee-a75f-40be-8a43-d5c145b43827 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1416941
Jan 20 00:59:04.536141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba812114-fe91-4b11-ab1a-04f45cfe56fe req-df8b8bc4-ee82-4f5f-8ce1-bd0ce24709bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:04.537980 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba812114-fe91-4b11-ab1a-04f45cfe56fe req-df8b8bc4-ee82-4f5f-8ce1-bd0ce24709bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 HTTP/1.1" status: 200  len: 856 time: 0.0752223
Jan 20 00:59:04.576978 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3c730b29-a1bf-48d2-9816-cf8ca046842f req-c2b96c4f-2013-42be-b408-de09f4ac06f6 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493391
Jan 20 00:59:04.649606 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba812114-fe91-4b11-ab1a-04f45cfe56fe req-a65f939b-9f19-441c-83c0-db277022ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:04.651244 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba812114-fe91-4b11-ab1a-04f45cfe56fe req-a65f939b-9f19-441c-83c0-db277022ac04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6192c1e-956c-4a43-9332-7629d998b277&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0859160
Jan 20 00:59:04.799405 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba812114-fe91-4b11-ab1a-04f45cfe56fe req-3ea1c637-8202-4d7c-84f5-1bd37bf3fd92 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401844
Jan 20 00:59:04.896427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ba1b4-cb8d-49da-b9cf-830924b315fd req-2bb842bc-4b17-47e9-8fc7-6bd34265b181 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:04.898177 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e22ba1b4-cb8d-49da-b9cf-830924b315fd req-2bb842bc-4b17-47e9-8fc7-6bd34265b181 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 945 time: 0.1338804
Jan 20 00:59:04.971921 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e22ba1b4-cb8d-49da-b9cf-830924b315fd req-81ea5642-4d2e-4024-80fd-9c9a56488b40 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645802
Jan 20 00:59:05.114255 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f471315-ba29-4e09-9888-6a7b70ece22a req-027e3b19-c199-42f3-bf03-d5f38ed12735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:05.115856 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4f471315-ba29-4e09-9888-6a7b70ece22a req-027e3b19-c199-42f3-bf03-d5f38ed12735 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=445b1bbe79974705aa064cc9f0fe4020&device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 1162 time: 0.1316209
Jan 20 00:59:05.117864 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba812114-fe91-4b11-ab1a-04f45cfe56fe req-7166aad3-9f89-4885-a130-456f3316c0e7 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3071816
Jan 20 00:59:05.119411 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b53919-24cc-43da-9c72-7e6a2a73e426 req-46b50d54-7e5e-4b69-9a58-fca60e2e7d78 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:05.121112 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a4b53919-24cc-43da-9c72-7e6a2a73e426 req-46b50d54-7e5e-4b69-9a58-fca60e2e7d78 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1252770
Jan 20 00:59:05.197622 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a4b53919-24cc-43da-9c72-7e6a2a73e426 req-5036e516-2494-444f-9e4d-c4c0d2ddaf6a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698204
Jan 20 00:59:05.294881 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f471315-ba29-4e09-9888-6a7b70ece22a req-d48444cd-6a37-4b56-aa2b-6345d6788491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:05.296475 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4f471315-ba29-4e09-9888-6a7b70ece22a req-d48444cd-6a37-4b56-aa2b-6345d6788491 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be500c49-e7b2-42b5-bbac-8d6d49645b05 HTTP/1.1" status: 200  len: 912 time: 0.1574447
Jan 20 00:59:05.377254 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4f471315-ba29-4e09-9888-6a7b70ece22a req-d4093370-2fdf-4a39-87b2-10ae0c26cf49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae77815d-5e5b-4089-b40a-775c16e28023 HTTP/1.1" status: 200  len: 217 time: 0.0677481
Jan 20 00:59:05.450838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f471315-ba29-4e09-9888-6a7b70ece22a req-dc94a118-5591-48ef-92e3-792132ba2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:05.452421 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4f471315-ba29-4e09-9888-6a7b70ece22a req-dc94a118-5591-48ef-92e3-792132ba2516 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c88ade8-7398-4e61-921c-e7e00d3b7575 HTTP/1.1" status: 200  len: 858 time: 0.0680063
Jan 20 00:59:05.513165 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4f471315-ba29-4e09-9888-6a7b70ece22a req-9cac14c9-036e-4988-9e8c-82ae1adbf5c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be500c49-e7b2-42b5-bbac-8d6d49645b05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465140
Jan 20 00:59:05.685462 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4f471315-ba29-4e09-9888-6a7b70ece22a req-dd0c51bb-1c4d-4eee-884e-ffc4bfac6fe3 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499479
Jan 20 00:59:05.721147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device c2e20af8-e157-4f4e-be58-e5e8d3684d61 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:59:05.859372 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port c2e20af8-e157-4f4e-be58-e5e8d3684d61 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:59:05.859792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:05.870074 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4f471315-ba29-4e09-9888-6a7b70ece22a req-7a5015c1-4d3a-46b8-b7f6-f45d60da8953 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1759214
Jan 20 00:59:05.876049 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35f3a4-2284-429f-93a2-82ef89047b77 req-afac5c30-a6a6-4058-b1a8-9b848c2f67e9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:05.878471 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8f35f3a4-2284-429f-93a2-82ef89047b77 req-afac5c30-a6a6-4058-b1a8-9b848c2f67e9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1371441
Jan 20 00:59:05.933974 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8f35f3a4-2284-429f-93a2-82ef89047b77 req-6464e90d-58ca-429d-b9bf-cf43f271e2da tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489583
Jan 20 00:59:06.437047 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85537791-a080-4283-b567-0ae7ef7d42d0 req-46eb1d24-9704-43ca-8d3c-6808b398c295 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:06.438791 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85537791-a080-4283-b567-0ae7ef7d42d0 req-46eb1d24-9704-43ca-8d3c-6808b398c295 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1091802
Jan 20 00:59:06.492596 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85537791-a080-4283-b567-0ae7ef7d42d0 req-a9d04212-220a-4ffa-8e88-75a08896a9e4 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472081
Jan 20 00:59:06.717785 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 35700) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:59:06.878506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ba9-ed2d-46cc-9ce1-6c357f5f5f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:06.894801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9cda2ba9-ed2d-46cc-9ce1-6c357f5f5f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:59:06.898966 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9cda2ba9-ed2d-46cc-9ce1-6c357f5f5f32 admin admin] Usage tracker for resource:security_group_rule and tenant:170f2589ec4243d09b45931953198784 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:59:06.902032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9cda2ba9-ed2d-46cc-9ce1-6c357f5f5f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:59:06.907885 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9cda2ba9-ed2d-46cc-9ce1-6c357f5f5f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:59:06.937494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840083d9-cd3f-409e-a7da-601dab323dde req-a5cca638-6a0c-4253-a028-fc148fe0c4ba tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:06.939828 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-840083d9-cd3f-409e-a7da-601dab323dde req-a5cca638-6a0c-4253-a028-fc148fe0c4ba tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 945 time: 0.1022143
Jan 20 00:59:06.991348 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-840083d9-cd3f-409e-a7da-601dab323dde req-9af8534c-3595-4df9-9e63-a6f11438d948 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450578
Jan 20 00:59:06.998216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ba9-ed2d-46cc-9ce1-6c357f5f5f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:07.002715 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ba9-ed2d-46cc-9ce1-6c357f5f5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:07.012067 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5ea72fb3-3b01-4949-b241-5b765bdc5573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:59:07.062375 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9cda2ba9-ed2d-46cc-9ce1-6c357f5f5f32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=170f2589ec4243d09b45931953198784&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3403864
Jan 20 00:59:07.062375 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda2ba9-ed2d-46cc-9ce1-6c357f5f5f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f02bb97-ad4d-46f3-b60b-c333ba777fad,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:59:07.063877 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 35712) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:59:07.067033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9cda2ba9-ed2d-46cc-9ce1-6c357f5f5f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:59:07.127750 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a86cafac-c6a4-4d06-8d28-167d4ead846f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:07.158944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a86cafac-c6a4-4d06-8d28-167d4ead846f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:07.196380 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7add61-ac4b-40d0-94e3-228fce98ae6a req-f7991865-c8a8-4b15-8355-605087119e74 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:07.198284 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6e7add61-ac4b-40d0-94e3-228fce98ae6a req-f7991865-c8a8-4b15-8355-605087119e74 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1066298
Jan 20 00:59:07.212055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a86cafac-c6a4-4d06-8d28-167d4ead846f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:07.217521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d4b12b89-015a-49d3-acca-3963dc16f0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:59:07.230765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cafac-c6a4-4d06-8d28-167d4ead846f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f02bb97-ad4d-46f3-b60b-c333ba777fad,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:59:07.234679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a86cafac-c6a4-4d06-8d28-167d4ead846f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:59:07.237575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a86cafac-c6a4-4d06-8d28-167d4ead846f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:07.239784 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a86cafac-c6a4-4d06-8d28-167d4ead846f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f02bb97-ad4d-46f3-b60b-c333ba777fad HTTP/1.1" status: 204  len: 168 time: 0.1749394
Jan 20 00:59:07.250039 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6e7add61-ac4b-40d0-94e3-228fce98ae6a req-ff2b64ae-f8d8-4d4d-8643-3e500491c7d0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455420
Jan 20 00:59:07.728528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2550d3-2e05-4d86-abf0-de505f3054df req-6d5bf28d-26d9-4729-a015-696eb06d2cb3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:07.730167 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3b2550d3-2e05-4d86-abf0-de505f3054df req-6d5bf28d-26d9-4729-a015-696eb06d2cb3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1065605
Jan 20 00:59:07.783638 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3b2550d3-2e05-4d86-abf0-de505f3054df req-2853eaff-a1c1-4c94-8f24-3023d5e3ef79 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453191
Jan 20 00:59:08.243884 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44430c-a535-474c-b0b6-4df26826918a req-a6ad381f-b5cb-45e0-b59f-80387760691e tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:08.245550 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5d44430c-a535-474c-b0b6-4df26826918a req-a6ad381f-b5cb-45e0-b59f-80387760691e tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 945 time: 0.1070168
Jan 20 00:59:08.298936 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5d44430c-a535-474c-b0b6-4df26826918a req-5b70c793-3925-4a39-b18d-adbdcb4988be tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463645
Jan 20 00:59:08.510670 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cba75-f383-41ec-99eb-e5f880754441 req-13e77327-5ce5-4f8b-b3aa-f05b71fe0dcd tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:08.512287 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-181cba75-f383-41ec-99eb-e5f880754441 req-13e77327-5ce5-4f8b-b3aa-f05b71fe0dcd tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1050272
Jan 20 00:59:08.564680 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-181cba75-f383-41ec-99eb-e5f880754441 req-6006f696-b65e-41cb-85f5-bd7308bfcc0c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446260
Jan 20 00:59:09.014878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1000813-5500-45f9-aafc-1c80e5bd7aa9 req-86b69fee-3c40-4a86-b92b-3398b9705da0 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:09.016505 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d1000813-5500-45f9-aafc-1c80e5bd7aa9 req-86b69fee-3c40-4a86-b92b-3398b9705da0 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1023390
Jan 20 00:59:09.069953 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d1000813-5500-45f9-aafc-1c80e5bd7aa9 req-9ccf58fc-55bb-4bdb-8c46-37d3c339f1c4 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464513
Jan 20 00:59:09.534366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4a199-5bbf-477f-b561-81af6643eb4d req-91c19080-05aa-4fd1-9ef1-6a32bd496aba tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:09.535953 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-65c4a199-5bbf-477f-b561-81af6643eb4d req-91c19080-05aa-4fd1-9ef1-6a32bd496aba tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 945 time: 0.1015048
Jan 20 00:59:09.585353 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-65c4a199-5bbf-477f-b561-81af6643eb4d req-5551ecc1-9d0b-434a-9e23-5d82f1abb9ec tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429745
Jan 20 00:59:09.853869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa20c41-dace-4888-957b-cf938279afcf req-0584bf5c-b2e0-43bb-bc11-5277abbef68f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:09.855400 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2aa20c41-dace-4888-957b-cf938279afcf req-0584bf5c-b2e0-43bb-bc11-5277abbef68f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1066279
Jan 20 00:59:09.905996 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2aa20c41-dace-4888-957b-cf938279afcf req-728ee154-b126-4d6e-9de9-bed11bb87411 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433609
Jan 20 00:59:10.310720 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605fdf8-752e-4569-8864-8cfa53899500 req-c0dbbf80-680f-47d1-9868-18d3cfc87ff3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:10.312401 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a605fdf8-752e-4569-8864-8cfa53899500 req-c0dbbf80-680f-47d1-9868-18d3cfc87ff3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1071415
Jan 20 00:59:10.369568 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a605fdf8-752e-4569-8864-8cfa53899500 req-b1da0177-3897-4a3d-8896-fa9cccabb4a7 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493178
Jan 20 00:59:10.819350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b530e4-8294-44ef-a71e-68424c996d9b req-cd8d9cab-8461-4dd4-ab93-4189f7b5ecfc tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:10.820998 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-80b530e4-8294-44ef-a71e-68424c996d9b req-cd8d9cab-8461-4dd4-ab93-4189f7b5ecfc tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 945 time: 0.1022739
Jan 20 00:59:10.871151 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-80b530e4-8294-44ef-a71e-68424c996d9b req-5e93253a-6145-4289-9d25-6cf59ac8ca94 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437715
Jan 20 00:59:11.159682 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc321257-f8e6-4148-a683-90d98ae6684d req-c54e642a-c364-40b8-9b90-79caff087d8a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:11.161381 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc321257-f8e6-4148-a683-90d98ae6684d req-c54e642a-c364-40b8-9b90-79caff087d8a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1071234
Jan 20 00:59:11.222286 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc321257-f8e6-4148-a683-90d98ae6684d req-7393ff25-31a0-44fa-b884-b520df29519e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501575
Jan 20 00:59:11.622076 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764171d1-2c5b-4a7e-9d3d-2624ed7d01bb req-67133081-2eec-4900-937b-6643e2218dc3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:11.623990 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-764171d1-2c5b-4a7e-9d3d-2624ed7d01bb req-67133081-2eec-4900-937b-6643e2218dc3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1177194
Jan 20 00:59:11.678475 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-764171d1-2c5b-4a7e-9d3d-2624ed7d01bb req-62ce4b13-1bef-4af3-aa28-c84fda6cba1c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458617
Jan 20 00:59:12.057497 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c9b07cf-1460-4e43-b81b-0aab6cb1dd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:12.129926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4951484-5d47-4e7e-936b-6e63da724e31 req-c6a7105c-48e0-4f34-abc3-a9c6b9fffc46 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:12.131741 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f4951484-5d47-4e7e-936b-6e63da724e31 req-c6a7105c-48e0-4f34-abc3-a9c6b9fffc46 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 945 time: 0.1252527
Jan 20 00:59:12.197898 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f4951484-5d47-4e7e-936b-6e63da724e31 req-f59b837b-45d1-48d6-b543-597bb1493839 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591164
Jan 20 00:59:12.361005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 35838) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:59:12.462018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668129e-1217-4933-a743-23a8c8380f91 req-1d615ed0-21fe-4d2e-97f5-94df410ce7a5 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:12.463662 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2668129e-1217-4933-a743-23a8c8380f91 req-1d615ed0-21fe-4d2e-97f5-94df410ce7a5 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1139169
Jan 20 00:59:12.514265 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2668129e-1217-4933-a743-23a8c8380f91 req-abbaba37-d763-4913-a716-091032a4af99 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439551
Jan 20 00:59:12.522930 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-78511486-820e-4804-8264-3e5a3ec6c08d req-483bf6ff-846f-47b3-9bf0-114dd2f928ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1604745
Jan 20 00:59:12.917373 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b9d87-d42b-4ca5-bb1d-93bf91721a83 req-8308b4e8-25e5-4626-86de-1a9f062aeab5 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:12.918956 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f03b9d87-d42b-4ca5-bb1d-93bf91721a83 req-8308b4e8-25e5-4626-86de-1a9f062aeab5 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1009285
Jan 20 00:59:12.969402 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f03b9d87-d42b-4ca5-bb1d-93bf91721a83 req-9259cf2d-9277-4e18-8905-c0318db7df76 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435014
Jan 20 00:59:13.432076 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca5752-6c86-4196-ae3e-7128b315deb1 req-cb46685a-3729-4318-80a7-98e90b234356 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:13.433688 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9ca5752-6c86-4196-ae3e-7128b315deb1 req-cb46685a-3729-4318-80a7-98e90b234356 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 945 time: 0.1036062
Jan 20 00:59:13.483928 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9ca5752-6c86-4196-ae3e-7128b315deb1 req-d82b2f14-bc75-4048-b52e-401465b109e2 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438528
Jan 20 00:59:13.775738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ddb2b-8277-4866-8d42-150e890c004d req-271c3092-319c-4610-b3d6-a524ea3c24bd tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:13.777477 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e95ddb2b-8277-4866-8d42-150e890c004d req-271c3092-319c-4610-b3d6-a524ea3c24bd tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1099100
Jan 20 00:59:13.834367 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e95ddb2b-8277-4866-8d42-150e890c004d req-472cbd72-0d62-4e2c-808e-d63f3909292e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496299
Jan 20 00:59:13.993661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 00:59:14.138375 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:14.168455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:59:14.180536 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:59:14.183972 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:14.186037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:59:14.230757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e18f08-d3e0-4b04-9e4a-eb7aa2116288 req-751dfbc1-d096-4a44-973d-36eb960ae2c8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:14.232449 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-15e18f08-d3e0-4b04-9e4a-eb7aa2116288 req-751dfbc1-d096-4a44-973d-36eb960ae2c8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1257665
Jan 20 00:59:14.279649 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:59:14.284807 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9', 'code': 422} returned with failed status
Jan 20 00:59:14.285746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:59:14.301241 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-15e18f08-d3e0-4b04-9e4a-eb7aa2116288 req-6a726b54-d418-4707-9843-8b960c1934ab tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610614
Jan 20 00:59:14.594549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7317e06d-1a14-403d-8fe0-493f38b07f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:14.667010 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8a419-8ae7-44d3-8201-00af1f78d0e3 req-a217bb1b-428d-4327-8996-64263b965181 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:14.667866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-10f8a419-8ae7-44d3-8201-00af1f78d0e3 req-a217bb1b-428d-4327-8996-64263b965181 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Synchronizing usage tracker for tenant:b14637e4f72c4d3eae6ab14901ed38d1 on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:59:14.685792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-10f8a419-8ae7-44d3-8201-00af1f78d0e3 req-a217bb1b-428d-4327-8996-64263b965181 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Unset dirty status for tenant:b14637e4f72c4d3eae6ab14901ed38d1 on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:59:14.687074 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-10f8a419-8ae7-44d3-8201-00af1f78d0e3 req-a217bb1b-428d-4327-8996-64263b965181 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.20 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 945 time: 0.1277003
Jan 20 00:59:14.766391 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:14.809137 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-10f8a419-8ae7-44d3-8201-00af1f78d0e3 req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Deleting port c2e20af8-e157-4f4e-be58-e5e8d3684d61 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 00:59:14.809477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-10f8a419-8ae7-44d3-8201-00af1f78d0e3 req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:14.922759 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b7b61-e559-4086-819a-bfb26384ab2c req-d5e468df-3684-4c94-bdd4-8141b66c1ed8 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:14.930959 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d8b7b61-e559-4086-819a-bfb26384ab2c req-d5e468df-3684-4c94-bdd4-8141b66c1ed8 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 945 time: 0.3134139
Jan 20 00:59:14.978307 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d8b7b61-e559-4086-819a-bfb26384ab2c req-8283b9a5-4d56-4e94-9bbc-7a877a6eba63 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/security-groups?id=eb0a5458-4694-493a-b5a1-3b77194a5316&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463951
Jan 20 00:59:15.105161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a95eb6-bfdd-4037-852c-71093a1e1e18 req-88408abb-838a-423c-9a72-1236618fb5d0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:15.106777 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c7a95eb6-bfdd-4037-852c-71093a1e1e18 req-88408abb-838a-423c-9a72-1236618fb5d0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1140106
Jan 20 00:59:15.122393 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-10f8a419-8ae7-44d3-8201-00af1f78d0e3 req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] For port c2e20af8-e157-4f4e-be58-e5e8d3684d61, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=c2e20af8-e157-4f4e-be58-e5e8d3684d61,segment=NetworkSegment(2c31440b-b769-4926-b092-5d247a0dfd74),segment_id=2c31440b-b769-4926-b092-5d247a0dfd74)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:59:15.122799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-10f8a419-8ae7-44d3-8201-00af1f78d0e3 req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:15.160356 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c7a95eb6-bfdd-4037-852c-71093a1e1e18 req-560d9279-d530-4c90-8ce0-76b8cf2a4291 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458961
Jan 20 00:59:15.262209 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-10f8a419-8ae7-44d3-8201-00af1f78d0e3 req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Calling delete_port for c2e20af8-e157-4f4e-be58-e5e8d3684d61 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 00:59:15.426870 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-10f8a419-8ae7-44d3-8201-00af1f78d0e3 req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:15.448134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:59:15.518724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Pushing event deleted for resources: {'Port': ['ID=c2e20af8-e157-4f4e-be58-e5e8d3684d61,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:59:15.531250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.531660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.532075 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.533245 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.533645 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.534042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.534493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.534901 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.535295 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.535685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.536126 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.536514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.537032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.537450 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.537840 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.538227 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.538589 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.539002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.539365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.539749 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.540286 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.540675 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.541060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.541495 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:15.568186 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be973b7-98f7-4db8-ba93-c4816873b8e0 req-ad66cd5c-0f1f-4508-b38e-7b3b346c29bc tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:15.569953 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0be973b7-98f7-4db8-ba93-c4816873b8e0 req-ad66cd5c-0f1f-4508-b38e-7b3b346c29bc tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1362066
Jan 20 00:59:15.596727 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:59:15.622696 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0be973b7-98f7-4db8-ba93-c4816873b8e0 req-73ff4406-1e7f-4e53-9f8a-aeed8bb2b0e9 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462348
Jan 20 00:59:15.691263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f8a419-8ae7-44d3-8201-00af1f78d0e3 req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] No DVR routers for this DVR port c2e20af8-e157-4f4e-be58-e5e8d3684d61 on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 00:59:15.693584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-10f8a419-8ae7-44d3-8201-00af1f78d0e3 req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:15.696356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ea2661-2fbf-4997-8ab0-75fb37576dfb', 'name': 'network-vif-deleted', 'tag': 'c2e20af8-e157-4f4e-be58-e5e8d3684d61'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:59:15.712526 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-10f8a419-8ae7-44d3-8201-00af1f78d0e3 req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.20 "DELETE /v2.0/ports/c2e20af8-e157-4f4e-be58-e5e8d3684d61 HTTP/1.1" status: 204  len: 173 time: 1.0160694
Jan 20 00:59:15.756747 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ea2661-2fbf-4997-8ab0-75fb37576dfb', 'name': 'network-vif-deleted', 'tag': 'c2e20af8-e157-4f4e-be58-e5e8d3684d61', 'status': 'completed', 'code': 200}
Jan 20 00:59:16.162035 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fa073e72-0942-474f-b322-ba6f7d17c10b req-e01c4cd4-6ddf-4e7f-9d21-d40aa1d6c66f tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 210 time: 0.0525165
Jan 20 00:59:16.425136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03899bbd-bfef-4f19-8f83-5443c87feea3 req-a335687d-0f5f-4edf-a827-5dbca3bf9de3 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:16.426673 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-03899bbd-bfef-4f19-8f83-5443c87feea3 req-a335687d-0f5f-4edf-a827-5dbca3bf9de3 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1022744
Jan 20 00:59:16.476787 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-03899bbd-bfef-4f19-8f83-5443c87feea3 req-7623e2a0-2083-43f3-b83b-dbb6c14a02ef tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437462
Jan 20 00:59:16.581716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:16.740725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:16.857519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe03e4-95b6-49b6-ba42-1cf556960b9d req-d0d75844-7007-4ec0-bd1f-566a06aaafc8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:16.859089 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-24fe03e4-95b6-49b6-ba42-1cf556960b9d req-d0d75844-7007-4ec0-bd1f-566a06aaafc8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1027009
Jan 20 00:59:16.909323 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-24fe03e4-95b6-49b6-ba42-1cf556960b9d req-fe14df63-49be-437f-876d-66e8c7c168b5 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431252
Jan 20 00:59:17.344642 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aa68beba-7695-41ed-b187-1a95075ccf05 req-10cfe234-9664-4f90-8a66-ae00138e3393 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 210 time: 0.0483322
Jan 20 00:59:17.725059 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695cf3f-c446-481e-98ef-6d584c86791a req-de448884-9244-4ac7-abb6-b5f5292281ef tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:17.726799 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b695cf3f-c446-481e-98ef-6d584c86791a req-de448884-9244-4ac7-abb6-b5f5292281ef tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1049621
Jan 20 00:59:17.777284 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b695cf3f-c446-481e-98ef-6d584c86791a req-1417564c-58e5-4846-9eb1-837ea864eaa4 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440807
Jan 20 00:59:18.142764 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a9c16-3fc9-4649-8b58-a8dc7e553ea9 req-c6b92f9e-9f3b-4ed9-b0a0-515ce23313ab tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:18.144766 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d3a9c16-3fc9-4649-8b58-a8dc7e553ea9 req-c6b92f9e-9f3b-4ed9-b0a0-515ce23313ab tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1059723
Jan 20 00:59:18.198007 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d3a9c16-3fc9-4649-8b58-a8dc7e553ea9 req-19e66208-4400-4144-959b-5337338eefa8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468996
Jan 20 00:59:18.458777 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff325949-6061-4d63-aad5-605a3f1f36de req-41f835b5-e53b-4537-b7cc-f7ea7d14241d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0825822
Jan 20 00:59:18.545080 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device c2e20af8-e157-4f4e-be58-e5e8d3684d61 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 00:59:18.545335 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511486-820e-4804-8264-3e5a3ec6c08d req-e31a8188-e8bc-48c3-8af4-617091c8eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:18.545335 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-78511486-820e-4804-8264-3e5a3ec6c08d req-e31a8188-e8bc-48c3-8af4-617091c8eceb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59&tenant_id=91d26c4688434d0888987ba4a4381769 HTTP/1.1" status: 200  len: 1160 time: 0.0837216
Jan 20 00:59:18.556720 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1271380b-824f-4e5e-84d4-5bedf9833b83 req-3fb9b7f9-7e81-4041-817c-7fd0adb2c4c1 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] 10.222.0.37 "GET /v2.0/ports?device_id=75ea2661-2fbf-4997-8ab0-75fb37576dfb HTTP/1.1" status: 200  len: 210 time: 0.0528038
Jan 20 00:59:18.577606 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] No Port match for: c2e20af8-e157-4f4e-be58-e5e8d3684d61 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 00:59:18.578007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device c2e20af8-e157-4f4e-be58-e5e8d3684d61 not bound to the agent host hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 00:59:18.725845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff325949-6061-4d63-aad5-605a3f1f36de req-2d2a73c9-f233-4168-91cb-e3f0b4a6fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:18.727395 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff325949-6061-4d63-aad5-605a3f1f36de req-2d2a73c9-f233-4168-91cb-e3f0b4a6fa57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8deb38a450244a299367605594731f4d&device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 1162 time: 0.1437881
Jan 20 00:59:18.729112 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511486-820e-4804-8264-3e5a3ec6c08d req-dd48b5c3-96f8-4463-b8fa-8b11d13bf2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:18.730541 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-78511486-820e-4804-8264-3e5a3ec6c08d req-dd48b5c3-96f8-4463-b8fa-8b11d13bf2f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 1160 time: 0.1116085
Jan 20 00:59:19.023350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511486-820e-4804-8264-3e5a3ec6c08d req-22b1c85c-5c51-41a8-a82d-0e8d19f171a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:19.025006 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-78511486-820e-4804-8264-3e5a3ec6c08d req-22b1c85c-5c51-41a8-a82d-0e8d19f171a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 911 time: 0.2864854
Jan 20 00:59:19.027584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff325949-6061-4d63-aad5-605a3f1f36de req-0462fc3e-31ae-4b17-8d7b-63cc28de1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:19.030268 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff325949-6061-4d63-aad5-605a3f1f36de req-0462fc3e-31ae-4b17-8d7b-63cc28de1500 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14b3dba-4d97-42f8-8920-51b8d4def42a HTTP/1.1" status: 200  len: 905 time: 0.2646425
Jan 20 00:59:19.038907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61076ca-103c-4712-8b6f-7cb7094afde2 req-4d357e70-38ef-4acc-b55f-b2b81f19b67d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:19.040613 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f61076ca-103c-4712-8b6f-7cb7094afde2 req-4d357e70-38ef-4acc-b55f-b2b81f19b67d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1134722
Jan 20 00:59:19.119381 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f61076ca-103c-4712-8b6f-7cb7094afde2 req-4cf91921-0234-471f-9f17-3a187aa0d937 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721030
Jan 20 00:59:19.480395 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc0d95-898e-44a7-bee1-ba1dad852223 req-1624c8f0-7fdd-4f43-82d0-9872c499b7a4 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:19.482126 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e6bc0d95-898e-44a7-bee1-ba1dad852223 req-1624c8f0-7fdd-4f43-82d0-9872c499b7a4 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1255832
Jan 20 00:59:19.521414 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-78511486-820e-4804-8264-3e5a3ec6c08d req-acf1e32e-682a-49d6-9040-2c2cce7a5512 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 HTTP/1.1" status: 200  len: 998 time: 0.4789574
Jan 20 00:59:19.523269 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff325949-6061-4d63-aad5-605a3f1f36de req-e118e25b-2966-4c00-ace8-a6d1f642ddb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a3bb2e-10fe-43a2-a52f-869aad342f04 HTTP/1.1" status: 200  len: 1001 time: 0.4044783
Jan 20 00:59:19.536709 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e6bc0d95-898e-44a7-bee1-ba1dad852223 req-4fa59c6e-106d-4840-a957-6d6a79bbc786 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475609
Jan 20 00:59:19.595142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 35952) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:59:19.660278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511486-820e-4804-8264-3e5a3ec6c08d req-363e749b-5f9f-4b83-aa35-f1fc42fb4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:19.661975 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-78511486-820e-4804-8264-3e5a3ec6c08d req-363e749b-5f9f-4b83-aa35-f1fc42fb4728 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 HTTP/1.1" status: 200  len: 856 time: 0.1276636
Jan 20 00:59:19.665342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff325949-6061-4d63-aad5-605a3f1f36de req-fce34c51-b879-4e18-9a83-3ca9d81c7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:19.666802 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff325949-6061-4d63-aad5-605a3f1f36de req-fce34c51-b879-4e18-9a83-3ca9d81c7cb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=789528cc-05fe-4b27-8465-8b93063f88a2 HTTP/1.1" status: 200  len: 850 time: 0.1312189
Jan 20 00:59:19.767230 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:19.784812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:59:19.789056 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Usage tracker for resource:security_group_rule and tenant:b023edc18be74e54b10551c8fd203cbb is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:59:19.791950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:59:19.797825 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:59:19.829603 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511486-820e-4804-8264-3e5a3ec6c08d req-57b074a2-0dba-4856-bd57-31b865c1e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:19.831437 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-78511486-820e-4804-8264-3e5a3ec6c08d req-57b074a2-0dba-4856-bd57-31b865c1e1a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6192c1e-956c-4a43-9332-7629d998b277&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1563809
Jan 20 00:59:19.833359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff325949-6061-4d63-aad5-605a3f1f36de req-2767aab2-6066-40ec-b66d-a8789edd8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:19.834809 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff325949-6061-4d63-aad5-605a3f1f36de req-2767aab2-6066-40ec-b66d-a8789edd8ba6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14b3dba-4d97-42f8-8920-51b8d4def42a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1225741
Jan 20 00:59:19.899437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:19.904256 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:19.920884 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a2ca1114-11e2-4150-8f87-18528715fd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:59:19.949165 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b023edc18be74e54b10551c8fd203cbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3527474
Jan 20 00:59:19.952704 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 35968) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:59:19.998301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0883a05-74ac-4222-a634-d62c13e3f581,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:59:20.013339 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.013865 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.014360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.014867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.015356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.015838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.016319 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.016799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.017312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.018355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.020107 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.020715 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.021323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.022379 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.022866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.023345 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.023827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.024309 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.028122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.028122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.028122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.028122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.028122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.028122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 00:59:20.045360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:59:20.075732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-430108b3-15c4-43be-b015-fff2f9ea4275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:20.108554 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-430108b3-15c4-43be-b015-fff2f9ea4275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:20.121548 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff325949-6061-4d63-aad5-605a3f1f36de req-87c1ca80-0858-4180-aebc-f4e5da02d0f9 service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2759664
Jan 20 00:59:20.123646 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-78511486-820e-4804-8264-3e5a3ec6c08d req-782b9f86-31e8-4467-bd56-9ca949d149dd service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2793329
Jan 20 00:59:20.201207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-430108b3-15c4-43be-b015-fff2f9ea4275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:20.211079 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-864df118-8b74-40c4-a2ee-da85d780667e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:59:20.237349 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430108b3-15c4-43be-b015-fff2f9ea4275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0883a05-74ac-4222-a634-d62c13e3f581,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:59:20.247338 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-430108b3-15c4-43be-b015-fff2f9ea4275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:59:20.257131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-430108b3-15c4-43be-b015-fff2f9ea4275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:20.261095 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:59:20.261831 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-430108b3-15c4-43be-b015-fff2f9ea4275 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0883a05-74ac-4222-a634-d62c13e3f581 HTTP/1.1" status: 204  len: 168 time: 0.3079789
Jan 20 00:59:20.452025 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f563f57-4a3a-420a-a9ca-15ef19f8913d req-5e27948d-49e6-4838-8d69-14232cc53ff8 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:20.453786 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3f563f57-4a3a-420a-a9ca-15ef19f8913d req-5e27948d-49e6-4838-8d69-14232cc53ff8 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1469305
Jan 20 00:59:20.466240 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff325949-6061-4d63-aad5-605a3f1f36de req-a994ea0d-8a51-4576-b5d9-ec98838c697c service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3308144
Jan 20 00:59:20.468427 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-78511486-820e-4804-8264-3e5a3ec6c08d req-2c2bdcfd-3a6a-42f7-9848-c4db8a0bbed3 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3055303
Jan 20 00:59:20.571093 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3f563f57-4a3a-420a-a9ca-15ef19f8913d req-3bf75bda-4d48-4f04-afbb-6e3e15567bb1 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107578
Jan 20 00:59:20.866963 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337055f1-1a8f-4614-89ef-9ce3c28d59e0 req-7378ea4c-fc28-454e-97b6-b663ce14448f tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:20.868973 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-337055f1-1a8f-4614-89ef-9ce3c28d59e0 req-7378ea4c-fc28-454e-97b6-b663ce14448f tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1420393
Jan 20 00:59:20.928484 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-337055f1-1a8f-4614-89ef-9ce3c28d59e0 req-aaced187-c936-41f9-b7c4-0bfb0f8d141c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524685
Jan 20 00:59:21.882234 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d68f4-70f4-456e-bb15-049f7a4db96a req-c7210d74-48d1-49c7-bd00-1cea476f25d0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:21.884590 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a75d68f4-70f4-456e-bb15-049f7a4db96a req-c7210d74-48d1-49c7-bd00-1cea476f25d0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1239688
Jan 20 00:59:21.968873 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a75d68f4-70f4-456e-bb15-049f7a4db96a req-312c4a2d-08e6-41b9-8d62-fdc18b55636d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775425
Jan 20 00:59:22.001187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 36080) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:59:22.165839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2b86aef3-9de2-42a7-9d70-4899abe5286b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:22.181146 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947ba79-e260-4c77-a74e-8275690b4477 req-64448878-01be-47a6-8dd9-7a3681982ba5 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:22.182744 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a947ba79-e260-4c77-a74e-8275690b4477 req-64448878-01be-47a6-8dd9-7a3681982ba5 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1061847
Jan 20 00:59:22.192327 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2b86aef3-9de2-42a7-9d70-4899abe5286b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 00:59:22.197630 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2b86aef3-9de2-42a7-9d70-4899abe5286b admin admin] Usage tracker for resource:security_group_rule and tenant:cdbef4af8689491cb6a082d88bd6d21b is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 00:59:22.201200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2b86aef3-9de2-42a7-9d70-4899abe5286b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 00:59:22.208217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2b86aef3-9de2-42a7-9d70-4899abe5286b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 00:59:22.244023 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a947ba79-e260-4c77-a74e-8275690b4477 req-0a5f4fee-72ee-40f7-abd3-c730980260e9 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518494
Jan 20 00:59:22.327827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2b86aef3-9de2-42a7-9d70-4899abe5286b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:22.331388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2b86aef3-9de2-42a7-9d70-4899abe5286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:22.341260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9e34982d-31fb-485b-9073-adb0f85e1c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:59:22.394644 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2b86aef3-9de2-42a7-9d70-4899abe5286b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdbef4af8689491cb6a082d88bd6d21b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3914461
Jan 20 00:59:22.397433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 36096) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:59:22.415077 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86aef3-9de2-42a7-9d70-4899abe5286b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff906b8-84df-4c13-8fdf-8668d17fd38f,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:59:22.418486 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2b86aef3-9de2-42a7-9d70-4899abe5286b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:59:22.465016 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0bf74059-13f8-4cbe-91b6-3d4285318c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:22.492876 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0bf74059-13f8-4cbe-91b6-3d4285318c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:22.537525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0bf74059-13f8-4cbe-91b6-3d4285318c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:22.542444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-91335b33-b880-44ae-8b20-2dfbc0d3a262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:59:22.556504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf74059-13f8-4cbe-91b6-3d4285318c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff906b8-84df-4c13-8fdf-8668d17fd38f,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:59:22.559527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0bf74059-13f8-4cbe-91b6-3d4285318c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:59:22.560726 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0bf74059-13f8-4cbe-91b6-3d4285318c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:22.561955 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0bf74059-13f8-4cbe-91b6-3d4285318c4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fff906b8-84df-4c13-8fdf-8668d17fd38f HTTP/1.1" status: 204  len: 168 time: 0.1634707
Jan 20 00:59:23.205901 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33358aec-eca6-45e5-bff8-e83779149738 req-969dcaec-5ac0-4b3a-bc8d-ab06057d43a9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:23.207524 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-33358aec-eca6-45e5-bff8-e83779149738 req-969dcaec-5ac0-4b3a-bc8d-ab06057d43a9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1027589
Jan 20 00:59:23.260481 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-33358aec-eca6-45e5-bff8-e83779149738 req-93f2274a-35fc-4d0b-b1b8-b54ff93f3b8e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465586
Jan 20 00:59:23.484124 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f68bd-efe6-4341-8c31-1de769194a88 req-71d6c399-4a39-4dea-a4c1-ae723dc2e7e4 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:23.485757 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5e5f68bd-efe6-4341-8c31-1de769194a88 req-71d6c399-4a39-4dea-a4c1-ae723dc2e7e4 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1013994
Jan 20 00:59:23.536304 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5e5f68bd-efe6-4341-8c31-1de769194a88 req-36f97716-3925-41d4-b2f8-8725e47265d3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435472
Jan 20 00:59:24.463002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:24.529538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27b0a4-d05d-49bc-9c50-8badd3f11d18 req-01eb5696-ecb8-4a46-a9f4-ae17f4ed99af tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:24.531391 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff27b0a4-d05d-49bc-9c50-8badd3f11d18 req-01eb5696-ecb8-4a46-a9f4-ae17f4ed99af tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1255445
Jan 20 00:59:24.593900 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff27b0a4-d05d-49bc-9c50-8badd3f11d18 req-87fb03e8-241f-42c9-ad1a-a2123976b4b0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542080
Jan 20 00:59:24.794011 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f903e-6dd7-437d-ae83-2b119bb0241c req-96c569bd-d17f-4ba2-ae97-91ee6860da54 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:24.795713 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b32f903e-6dd7-437d-ae83-2b119bb0241c req-96c569bd-d17f-4ba2-ae97-91ee6860da54 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1087270
Jan 20 00:59:24.852670 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b32f903e-6dd7-437d-ae83-2b119bb0241c req-f5d3bb88-fbb6-450e-bcef-39a6f283282f tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504808
Jan 20 00:59:25.857487 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e3303-25d7-41d1-9ddc-f534897d8bc5 req-ad395508-20b9-435e-b5d9-7a2776ca0790 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:25.865231 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-860e3303-25d7-41d1-9ddc-f534897d8bc5 req-ad395508-20b9-435e-b5d9-7a2776ca0790 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1177602
Jan 20 00:59:25.929782 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-860e3303-25d7-41d1-9ddc-f534897d8bc5 req-aafe4582-ef0d-41a6-a181-940499da378b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633805
Jan 20 00:59:26.139128 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caf824-bc22-4668-9f4f-888e8c4f5243 req-5f43b6b4-2e6e-4cc1-b43c-86dd05d439dc tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:26.141232 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-57caf824-bc22-4668-9f4f-888e8c4f5243 req-5f43b6b4-2e6e-4cc1-b43c-86dd05d439dc tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1236513
Jan 20 00:59:26.241670 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-57caf824-bc22-4668-9f4f-888e8c4f5243 req-c2ae246d-a8cc-483a-9953-2071cbafc895 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923386
Jan 20 00:59:27.390174 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ba72f-1ab0-454f-95a2-e0aa7254a0ef req-bfe58ae2-2cc7-4b87-968f-698bcb177c27 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:27.398911 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-650ba72f-1ab0-454f-95a2-e0aa7254a0ef req-bfe58ae2-2cc7-4b87-968f-698bcb177c27 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.2359583
Jan 20 00:59:27.473878 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-650ba72f-1ab0-454f-95a2-e0aa7254a0ef req-3fb751a4-8798-4953-aae3-bf9dd6c77266 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737221
Jan 20 00:59:27.652120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc053-2cf3-4598-bdcb-a4d702ef144a req-d6cf0cb5-1d12-4d52-8e43-734758494fe8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:27.653855 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1a8dc053-2cf3-4598-bdcb-a4d702ef144a req-d6cf0cb5-1d12-4d52-8e43-734758494fe8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1522348
Jan 20 00:59:27.743836 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1a8dc053-2cf3-4598-bdcb-a4d702ef144a req-e0eb2338-2a50-4641-9fd9-61eda88bf8c3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834782
Jan 20 00:59:28.826007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280fd3b-54ec-42ba-b096-d91f44d737d6 req-ddd67df3-adfa-43bf-8984-ba77a5b781c9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:28.836662 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2280fd3b-54ec-42ba-b096-d91f44d737d6 req-ddd67df3-adfa-43bf-8984-ba77a5b781c9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1345856
Jan 20 00:59:28.913909 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2280fd3b-54ec-42ba-b096-d91f44d737d6 req-3a7d7252-9855-4489-94dc-1e56e22779ab tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754716
Jan 20 00:59:29.154289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b26b7-ea07-4c34-b726-125bce885d89 req-593c7a57-2847-479d-a074-c0ae215243b8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:29.163125 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-620b26b7-ea07-4c34-b726-125bce885d89 req-593c7a57-2847-479d-a074-c0ae215243b8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1708171
Jan 20 00:59:29.252607 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-620b26b7-ea07-4c34-b726-125bce885d89 req-ccae63bd-29ec-4afa-8f47-06c83b18c621 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852706
Jan 20 00:59:30.266010 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1173d7-accd-4e66-b1bb-d06c5bd0c657 req-4d6c8bbb-d45b-4243-a13c-d10a2c9938a9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:30.267851 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cb1173d7-accd-4e66-b1bb-d06c5bd0c657 req-4d6c8bbb-d45b-4243-a13c-d10a2c9938a9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1693318
Jan 20 00:59:30.412650 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cb1173d7-accd-4e66-b1bb-d06c5bd0c657 req-d5a1081c-5e51-48ce-ad3c-458ec982cb94 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1374812
Jan 20 00:59:30.621775 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1f973-7c31-47c3-9ecf-d67c4c82f512 req-7a93948f-4b6d-47f4-8c86-93218575b7f6 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:30.623691 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f8c1f973-7c31-47c3-9ecf-d67c4c82f512 req-7a93948f-4b6d-47f4-8c86-93218575b7f6 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.2099550
Jan 20 00:59:30.710162 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f8c1f973-7c31-47c3-9ecf-d67c4c82f512 req-4b040c78-4abb-40ec-9a52-9edaf3f7e54a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796244
Jan 20 00:59:31.835497 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8125aa-10f2-4d8e-a264-6df253a812b0 req-0e914dda-6dfa-4d2e-a81e-65b5177c19d8 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:31.838421 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ad8125aa-10f2-4d8e-a264-6df253a812b0 req-0e914dda-6dfa-4d2e-a81e-65b5177c19d8 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1439395
Jan 20 00:59:32.042972 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ad8125aa-10f2-4d8e-a264-6df253a812b0 req-641454e7-dd44-4323-8d05-0f588fe547ee tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1979036
Jan 20 00:59:32.207480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285e935-de21-427c-8e96-7c9bc154cfd4 req-126483e4-0fdd-4b84-9eff-6cb7487a6527 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:32.215501 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d285e935-de21-427c-8e96-7c9bc154cfd4 req-126483e4-0fdd-4b84-9eff-6cb7487a6527 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.3017361
Jan 20 00:59:32.306146 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d285e935-de21-427c-8e96-7c9bc154cfd4 req-4f59bf50-8150-4063-be59-2c85872bb3cc tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855350
Jan 20 00:59:33.680716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e570c9-332d-407b-b2a5-2ecde4ebf55d req-386a2a33-20b6-4dcf-ba0c-c4d6a2ecba4d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:33.701427 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f7e570c9-332d-407b-b2a5-2ecde4ebf55d req-386a2a33-20b6-4dcf-ba0c-c4d6a2ecba4d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.3348386
Jan 20 00:59:33.869978 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f7e570c9-332d-407b-b2a5-2ecde4ebf55d req-2422ac4a-e31b-4c0b-9cad-565cc423ed92 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1663420
Jan 20 00:59:33.948975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7af7a1-f8bc-4773-9175-fd37efac58d1 req-5c10149a-e9c3-4cfa-a8b7-34e918c4879a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:33.964848 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba7af7a1-f8bc-4773-9175-fd37efac58d1 req-5c10149a-e9c3-4cfa-a8b7-34e918c4879a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.4544504
Jan 20 00:59:34.041150 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba7af7a1-f8bc-4773-9175-fd37efac58d1 req-2b10939b-2a68-429a-9ba9-8cfb51336709 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747242
Jan 20 00:59:35.602345 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7105c-9341-498a-86d4-1148b60d0fbd req-5edc3469-e927-49a8-a7c0-598d2f14df72 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:35.610854 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9d7105c-9341-498a-86d4-1148b60d0fbd req-5edc3469-e927-49a8-a7c0-598d2f14df72 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.4126494
Jan 20 00:59:35.683691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057a3fe-d6a4-48fb-9f2b-90b18869a9a3 req-abb03aa2-c2c9-4c2c-8d4c-589b733593c1 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:35.685453 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5057a3fe-d6a4-48fb-9f2b-90b18869a9a3 req-abb03aa2-c2c9-4c2c-8d4c-589b733593c1 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.2731037
Jan 20 00:59:35.742867 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9d7105c-9341-498a-86d4-1148b60d0fbd req-d3f74a45-6e6d-41cc-8457-1446591b4a9d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1305938
Jan 20 00:59:35.822274 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5057a3fe-d6a4-48fb-9f2b-90b18869a9a3 req-8215bcb3-1476-4bde-aae7-b82e22d4745b tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081557
Jan 20 00:59:37.140825 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dc6e6-5fef-4fda-9401-0e44eeb247f2 req-f54066f9-f91f-41d8-831a-1e2b6dff196e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:37.168520 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9d9dc6e6-5fef-4fda-9401-0e44eeb247f2 req-f54066f9-f91f-41d8-831a-1e2b6dff196e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1660984
Jan 20 00:59:37.198808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e205ea-7662-4847-bd31-0aaed171d0f9 req-0f7c0dac-941c-4460-8f6b-3f46632a5903 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:37.200726 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d8e205ea-7662-4847-bd31-0aaed171d0f9 req-0f7c0dac-941c-4460-8f6b-3f46632a5903 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.2472014
Jan 20 00:59:37.302731 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9d9dc6e6-5fef-4fda-9401-0e44eeb247f2 req-94694748-fcac-40bb-964b-8ce344deaccc tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328511
Jan 20 00:59:37.332593 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d8e205ea-7662-4847-bd31-0aaed171d0f9 req-f3e24dc0-b64a-417e-9418-40c51dab0c50 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721257
Jan 20 00:59:38.561630 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333ff8c-5850-4db9-8be8-e6bdf7597a86 req-6ece3c24-a1cd-4cb3-bd01-8f39d12b8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:38.564746 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6333ff8c-5850-4db9-8be8-e6bdf7597a86 req-6ece3c24-a1cd-4cb3-bd01-8f39d12b8be9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 1162 time: 0.1301129
Jan 20 00:59:38.620961 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6333ff8c-5850-4db9-8be8-e6bdf7597a86 req-aae9d180-86fb-4254-9061-275dc51d27e5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481622
Jan 20 00:59:38.715189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7cd50-7a13-4486-ab1e-b814151e6dd9 req-4b97fec0-d1ca-45f6-b50e-8b39e78195a1 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:38.719697 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aaa7cd50-7a13-4486-ab1e-b814151e6dd9 req-4b97fec0-d1ca-45f6-b50e-8b39e78195a1 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.2542236
Jan 20 00:59:38.978201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866bdae-a3a2-464e-b350-120bb83b024c req-d950055e-0de8-4150-8996-bcb2c46398b3 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:38.979748 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d866bdae-a3a2-464e-b350-120bb83b024c req-d950055e-0de8-4150-8996-bcb2c46398b3 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.4088697
Jan 20 00:59:39.033776 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aaa7cd50-7a13-4486-ab1e-b814151e6dd9 req-1adaa392-bdb3-4b01-90c3-c0d61e7c43f3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3045812
Jan 20 00:59:39.075307 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d866bdae-a3a2-464e-b350-120bb83b024c req-401beb66-b6f5-4a8c-84d0-a2573507f334 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871849
Jan 20 00:59:39.519727 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedba20-19ca-459c-ac04-4daad690cceb req-6ead4b41-caa6-474b-a6c1-a17d6e8f8332 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:39.521486 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5dedba20-19ca-459c-ac04-4daad690cceb req-6ead4b41-caa6-474b-a6c1-a17d6e8f8332 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 946 time: 0.1077826
Jan 20 00:59:39.577607 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5dedba20-19ca-459c-ac04-4daad690cceb req-c34cfc78-f622-4c79-a4da-3ce6dc557752 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497060
Jan 20 00:59:40.489084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f330f5-814c-4582-9aeb-14f1762cf917 req-b434677b-7980-487c-8e88-6ad0cf16c3ed tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:40.491182 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a2f330f5-814c-4582-9aeb-14f1762cf917 req-b434677b-7980-487c-8e88-6ad0cf16c3ed tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.2939832
Jan 20 00:59:40.562942 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a2f330f5-814c-4582-9aeb-14f1762cf917 req-855877c3-b720-40f9-b5c0-ffef2a584ad1 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625510
Jan 20 00:59:40.587338 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32c0a7-b761-46a6-990f-1174ef7e1fd6 req-7e4aba39-db73-4f9f-a91c-acb0a3d1f9b1 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:40.589092 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ed32c0a7-b761-46a6-990f-1174ef7e1fd6 req-7e4aba39-db73-4f9f-a91c-acb0a3d1f9b1 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.2112052
Jan 20 00:59:40.657644 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ed32c0a7-b761-46a6-990f-1174ef7e1fd6 req-d43434fd-7b4a-4425-b763-2bf9061bd5c3 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614493
Jan 20 00:59:40.871244 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbe239-da74-41ba-956a-ae85a3696e29 req-4986d81a-f900-484d-91c4-44ec91addfe7 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:40.878405 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-56cbe239-da74-41ba-956a-ae85a3696e29 req-4986d81a-f900-484d-91c4-44ec91addfe7 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 946 time: 0.1441720
Jan 20 00:59:40.929562 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-56cbe239-da74-41ba-956a-ae85a3696e29 req-3f85dc3f-73ef-4224-8f98-48b017c7c65c tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494037
Jan 20 00:59:41.811143 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8890b-9bb8-4cff-9d6c-d1fe994ad2d5 req-70706e1d-6412-4b5b-ae5f-0bcb335de71b tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:41.812850 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-42b8890b-9bb8-4cff-9d6c-d1fe994ad2d5 req-70706e1d-6412-4b5b-ae5f-0bcb335de71b tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1066988
Jan 20 00:59:41.925691 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-42b8890b-9bb8-4cff-9d6c-d1fe994ad2d5 req-621712b1-741a-4107-8bff-7d03c6310035 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749896
Jan 20 00:59:41.974242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ba180-3305-407e-9a71-5331dc3c32ff req-586c52b4-a9c5-48ea-95a6-c70766961216 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:41.976304 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-698ba180-3305-407e-9a71-5331dc3c32ff req-586c52b4-a9c5-48ea-95a6-c70766961216 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1620502
Jan 20 00:59:42.052557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0eb99171-e31c-4626-90ee-c4383817ac92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:42.054916 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-698ba180-3305-407e-9a71-5331dc3c32ff req-1da035fc-9cfa-496e-b705-7e5216da98a0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660498
Jan 20 00:59:42.063240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 7525d933-3b08-493e-a8f4-2806e0955e0a up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:59:42.165960 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 7525d933-3b08-493e-a8f4-2806e0955e0a triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:59:42.166672 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:42.338347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e232f-ae40-4469-ae21-079b31b65ad8 req-9a86a43d-0612-4d2d-acc7-12960286db6a tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:42.339352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-e16e232f-ae40-4469-ae21-079b31b65ad8 req-9a86a43d-0612-4d2d-acc7-12960286db6a tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Synchronizing usage tracker for tenant:cb0036f29221418fa65bb9d7c9256a1f on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 00:59:42.350013 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc090d1-bf26-4ba0-9876-bcd883ad77b0 req-38abd38e-9597-4e43-90e3-f61f06ed61ad tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:42.363050 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1cc090d1-bf26-4ba0-9876-bcd883ad77b0 req-38abd38e-9597-4e43-90e3-f61f06ed61ad tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 946 time: 0.1467841
Jan 20 00:59:42.374154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-e16e232f-ae40-4469-ae21-079b31b65ad8 req-9a86a43d-0612-4d2d-acc7-12960286db6a tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Unset dirty status for tenant:cb0036f29221418fa65bb9d7c9256a1f on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 00:59:42.375582 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e16e232f-ae40-4469-ae21-079b31b65ad8 req-9a86a43d-0612-4d2d-acc7-12960286db6a tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.20 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 946 time: 0.3096972
Jan 20 00:59:42.440574 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1cc090d1-bf26-4ba0-9876-bcd883ad77b0 req-80094315-9b35-4b06-9870-9f4823d856da tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667984
Jan 20 00:59:42.521741 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-e16e232f-ae40-4469-ae21-079b31b65ad8 req-9018a332-d730-4068-8993-3da620015134 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Deleting port 7525d933-3b08-493e-a8f4-2806e0955e0a {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 00:59:42.522131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e16e232f-ae40-4469-ae21-079b31b65ad8 req-9018a332-d730-4068-8993-3da620015134 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:42.770761 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098d6e5-7aba-4f79-9a5c-6863be838fb1 req-faf16b03-f7af-4f7b-9844-d17d7f157dbc tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:42.772778 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2098d6e5-7aba-4f79-9a5c-6863be838fb1 req-faf16b03-f7af-4f7b-9844-d17d7f157dbc tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1201308
Jan 20 00:59:42.787485 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b34f2-6be1-4d30-9606-c8870493766e req-5168669e-d618-46e3-b4cf-d2e180ffee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:42.789139 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-040b34f2-6be1-4d30-9606-c8870493766e req-5168669e-d618-46e3-b4cf-d2e180ffee02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=445b1bbe79974705aa064cc9f0fe4020&device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 1162 time: 0.1992123
Jan 20 00:59:42.831948 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2098d6e5-7aba-4f79-9a5c-6863be838fb1 req-83094f5c-172a-403e-86f9-bfc26e072adf tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520856
Jan 20 00:59:43.065223 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-e16e232f-ae40-4469-ae21-079b31b65ad8 req-9018a332-d730-4068-8993-3da620015134 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] For port 7525d933-3b08-493e-a8f4-2806e0955e0a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=7525d933-3b08-493e-a8f4-2806e0955e0a,segment=NetworkSegment(dc9eb476-a6d7-4879-83d1-c8b91e96f6ab),segment_id=dc9eb476-a6d7-4879-83d1-c8b91e96f6ab)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:59:43.065570 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e16e232f-ae40-4469-ae21-079b31b65ad8 req-9018a332-d730-4068-8993-3da620015134 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:43.073685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b34f2-6be1-4d30-9606-c8870493766e req-73f8410d-a716-4c0a-8cd9-84907c19bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:43.075282 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-040b34f2-6be1-4d30-9606-c8870493766e req-73f8410d-a716-4c0a-8cd9-84907c19bae7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be500c49-e7b2-42b5-bbac-8d6d49645b05 HTTP/1.1" status: 200  len: 912 time: 0.2662458
Jan 20 00:59:43.274582 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-e16e232f-ae40-4469-ae21-079b31b65ad8 req-9018a332-d730-4068-8993-3da620015134 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Calling delete_port for 7525d933-3b08-493e-a8f4-2806e0955e0a owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 00:59:43.325697 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-040b34f2-6be1-4d30-9606-c8870493766e req-05f0dfc7-a31d-4e89-b24f-44deb54f7367 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae77815d-5e5b-4089-b40a-775c16e28023 HTTP/1.1" status: 200  len: 217 time: 0.1877127
Jan 20 00:59:43.368369 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec4e9b-8662-415c-b0cf-a2a9c2fca1f2 req-93b2eda3-f9b3-4514-a4bd-79c980d62607 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:43.373638 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-13ec4e9b-8662-415c-b0cf-a2a9c2fca1f2 req-93b2eda3-f9b3-4514-a4bd-79c980d62607 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1204209
Jan 20 00:59:43.429523 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b34f2-6be1-4d30-9606-c8870493766e req-c2772695-39ac-4545-becc-a8b098d2c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:43.431136 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-040b34f2-6be1-4d30-9606-c8870493766e req-c2772695-39ac-4545-becc-a8b098d2c192 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c88ade8-7398-4e61-921c-e7e00d3b7575 HTTP/1.1" status: 200  len: 858 time: 0.0901101
Jan 20 00:59:43.450270 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-13ec4e9b-8662-415c-b0cf-a2a9c2fca1f2 req-01927dde-47ec-4028-b8b9-903e0898f1a8 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703068
Jan 20 00:59:43.530062 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-040b34f2-6be1-4d30-9606-c8870493766e req-290f6b22-2d79-4a8d-9360-c177fe7b9d12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be500c49-e7b2-42b5-bbac-8d6d49645b05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0622985
Jan 20 00:59:43.603200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e16e232f-ae40-4469-ae21-079b31b65ad8 req-9018a332-d730-4068-8993-3da620015134 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:43.635925 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:59:43.657843 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b1c50991-b5fb-4e53-9933-b738bde73958 req-b044b2a1-4109-411d-8e7a-13f16b174be0 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 210 time: 0.0607626
Jan 20 00:59:43.704141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 7525d933-3b08-493e-a8f4-2806e0955e0a no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 00:59:43.755067 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] No Port match for: 7525d933-3b08-493e-a8f4-2806e0955e0a {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 00:59:43.755556 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 7525d933-3b08-493e-a8f4-2806e0955e0a not bound to the agent host hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 00:59:44.052115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018a332-d730-4068-8993-3da620015134 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Pushing event deleted for resources: {'Port': ['ID=7525d933-3b08-493e-a8f4-2806e0955e0a,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:59:44.084364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb65-3d84-4e56-bd4a-9ac325a04c15 req-5e3131cb-4524-4c1c-83c7-5dfec527835c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:44.086094 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3168fb65-3d84-4e56-bd4a-9ac325a04c15 req-5e3131cb-4524-4c1c-83c7-5dfec527835c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1167388
Jan 20 00:59:44.116380 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9018a332-d730-4068-8993-3da620015134 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:59:44.142778 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3168fb65-3d84-4e56-bd4a-9ac325a04c15 req-33752fb1-3cf0-4896-9aa9-f59278f1d4de tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489697
Jan 20 00:59:44.224798 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-040b34f2-6be1-4d30-9606-c8870493766e req-399b9f4e-41b9-4fc2-ba62-b6ddf362b4a5 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6817033
Jan 20 00:59:44.327899 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16e232f-ae40-4469-ae21-079b31b65ad8 req-9018a332-d730-4068-8993-3da620015134 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] No DVR routers for this DVR port 7525d933-3b08-493e-a8f4-2806e0955e0a on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 00:59:44.376179 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e16e232f-ae40-4469-ae21-079b31b65ad8 req-9018a332-d730-4068-8993-3da620015134 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:44.380018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411b88cb-4f2a-495f-ac73-80179e5b4c8e', 'name': 'network-vif-deleted', 'tag': '7525d933-3b08-493e-a8f4-2806e0955e0a'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:59:44.425052 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e16e232f-ae40-4469-ae21-079b31b65ad8 req-9018a332-d730-4068-8993-3da620015134 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.20 "DELETE /v2.0/ports/7525d933-3b08-493e-a8f4-2806e0955e0a HTTP/1.1" status: 204  len: 173 time: 2.0347402
Jan 20 00:59:44.444804 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-040b34f2-6be1-4d30-9606-c8870493766e req-3b57de47-b634-4c85-9a15-f186885a1542 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2075980
Jan 20 00:59:44.464139 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411b88cb-4f2a-495f-ac73-80179e5b4c8e', 'name': 'network-vif-deleted', 'tag': '7525d933-3b08-493e-a8f4-2806e0955e0a', 'status': 'completed', 'code': 200}
Jan 20 00:59:44.606352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d33190e-f591-4e2f-8542-11666453c246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:44.748501 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c593c-1e01-462c-9e8f-0452598a934d req-404d98bf-4c3c-41b3-a5de-66f579312c46 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:44.756003 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cb6c593c-1e01-462c-9e8f-0452598a934d req-404d98bf-4c3c-41b3-a5de-66f579312c46 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1148374
Jan 20 00:59:44.779768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:44.822739 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cb6c593c-1e01-462c-9e8f-0452598a934d req-0edba498-39d9-433b-b685-9c7501ecb9ce tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656517
Jan 20 00:59:44.917852 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c7ae0cd-225f-4438-b56b-7fe70d12b38a req-5d39a150-5d55-47b2-8465-a543e93cca91 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=411b88cb-4f2a-495f-ac73-80179e5b4c8e HTTP/1.1" status: 200  len: 210 time: 0.0937805
Jan 20 00:59:45.427524 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976369c-ceba-4bd6-9329-acc90997e253 req-329b34d1-3a44-41a2-ab07-5fd39cab5de2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:45.429162 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f976369c-ceba-4bd6-9329-acc90997e253 req-329b34d1-3a44-41a2-ab07-5fd39cab5de2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1231508
Jan 20 00:59:45.486615 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f976369c-ceba-4bd6-9329-acc90997e253 req-7f28b39e-6849-4c86-bcf3-bae0f234e4ca tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502861
Jan 20 00:59:46.222949 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430eab4-219c-4de2-a9d3-f531ed2cf89e req-c5161656-c4d9-40eb-a188-e6fb1d08e548 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:46.224966 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0430eab4-219c-4de2-a9d3-f531ed2cf89e req-c5161656-c4d9-40eb-a188-e6fb1d08e548 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 943 time: 0.1789806
Jan 20 00:59:46.311656 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0430eab4-219c-4de2-a9d3-f531ed2cf89e req-11da1bd2-2201-481e-b4e2-e3fbbabe4696 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774829
Jan 20 00:59:46.524285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:59:46.594702 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:46.627043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:59:46.627753 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:46.768171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06eda1a-da21-4f9b-93e0-cc6b24f63827 req-b1932ecb-c101-47af-96e4-3808f43951af tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:46.769012 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:46.770406 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e06eda1a-da21-4f9b-93e0-cc6b24f63827 req-b1932ecb-c101-47af-96e4-3808f43951af tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1270883
Jan 20 00:59:46.786698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:46.828211 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 00:59:46.830175 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 00:59:46.837687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:46.839903 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:59:46.884940 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e06eda1a-da21-4f9b-93e0-cc6b24f63827 req-3f62e09c-b4b3-41fe-b0f4-7e4ae368e64b tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060197
Jan 20 00:59:46.920070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9,revision_number=6']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:59:46.925936 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:59:46.939047 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9', 'code': 200}
Jan 20 00:59:47.567018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c767d-b1b0-40d3-a874-22c4bf475ce3 req-9b1b1d6a-4780-4d17-83f4-5a6cb86628d2 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:47.568537 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-994c767d-b1b0-40d3-a874-22c4bf475ce3 req-9b1b1d6a-4780-4d17-83f4-5a6cb86628d2 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1047640
Jan 20 00:59:47.622150 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-994c767d-b1b0-40d3-a874-22c4bf475ce3 req-9803c91c-eae8-4898-82d4-6c2562bebec2 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472882
Jan 20 00:59:48.131648 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa8cf4-5974-4b45-86c1-629afb206ddf req-1b28fde9-52cf-4105-a945-7c527da4f883 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:48.133334 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c3aa8cf4-5974-4b45-86c1-629afb206ddf req-1b28fde9-52cf-4105-a945-7c527da4f883 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1020560
Jan 20 00:59:48.187047 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c3aa8cf4-5974-4b45-86c1-629afb206ddf req-9fca09bf-47a0-4a4e-8008-ac16d5fa4521 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470476
Jan 20 00:59:48.880356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2ad36-15c0-4c61-a713-d0ad537a8463 req-38d29ad2-7e8d-47ae-a78a-b07550aa557d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:48.881998 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-97b2ad36-15c0-4c61-a713-d0ad537a8463 req-38d29ad2-7e8d-47ae-a78a-b07550aa557d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1071827
Jan 20 00:59:48.932715 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-97b2ad36-15c0-4c61-a713-d0ad537a8463 req-eb008e35-9f8c-4f06-8817-f845dc714c49 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443273
Jan 20 00:59:50.183832 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65547465-fccf-4e27-9733-3778c23bad78 req-d3d8501e-0b5e-4327-b9d4-b8f2babb523b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:50.185540 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-65547465-fccf-4e27-9733-3778c23bad78 req-d3d8501e-0b5e-4327-b9d4-b8f2babb523b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1072807
Jan 20 00:59:50.241957 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-65547465-fccf-4e27-9733-3778c23bad78 req-7eeab297-ccdb-4360-bcf2-a8234596a3f4 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489640
Jan 20 00:59:50.916982 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9f334-73e7-4676-92c2-ced70af93d31 req-a50c80dd-a09a-428f-aebf-b32473b3b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:50.918670 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-17d9f334-73e7-4676-92c2-ced70af93d31 req-a50c80dd-a09a-428f-aebf-b32473b3b31d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 1162 time: 0.0832293
Jan 20 00:59:50.971045 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-17d9f334-73e7-4676-92c2-ced70af93d31 req-4c4745a1-3662-4aa2-9005-86bf6d19ecd4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381398
Jan 20 00:59:51.012373 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:59:51.086649 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:59:51.087071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:51.217180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ae77815d-5e5b-4089-b40a-775c16e28023 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:59:51.289167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port ae77815d-5e5b-4089-b40a-775c16e28023 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:59:51.289597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:51.497239 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb5fff-3e0f-48f9-92d6-bdc9412d2163 req-dbf2be3e-cc05-4f5b-b9da-ef9f21bae07d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:51.498895 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-51bb5fff-3e0f-48f9-92d6-bdc9412d2163 req-dbf2be3e-cc05-4f5b-b9da-ef9f21bae07d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1053538
Jan 20 00:59:51.553914 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-51bb5fff-3e0f-48f9-92d6-bdc9412d2163 req-3c2a8708-2796-4a34-a1bc-920ae367919f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478001
Jan 20 00:59:52.304216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dc137-9a31-4c5c-b3c9-a1d693cfe208 req-0900a339-7a65-472a-80e7-23b0aa9ab814 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:52.305915 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-420dc137-9a31-4c5c-b3c9-a1d693cfe208 req-0900a339-7a65-472a-80e7-23b0aa9ab814 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1099164
Jan 20 00:59:52.363675 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-420dc137-9a31-4c5c-b3c9-a1d693cfe208 req-0833bd26-5c30-497b-8119-455d086ddaf6 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502634
Jan 20 00:59:52.751087 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 00:59:52.851143 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 00:59:52.851975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:53.160920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4ed81-d686-40fb-a52a-83a9f49c6b88 req-5429c613-816b-4396-ae5b-a9d33eea1160 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:53.176053 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5be4ed81-d686-40fb-a52a-83a9f49c6b88 req-5429c613-816b-4396-ae5b-a9d33eea1160 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1619642
Jan 20 00:59:53.246937 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5be4ed81-d686-40fb-a52a-83a9f49c6b88 req-8f83f52b-6682-4e6a-8078-1f9e55c80b0b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696533
Jan 20 00:59:53.779575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 36628) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:59:53.847972 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa26e74-d8e5-4e93-8934-0db51c289776 admin admin] Deleting subnet 276a32a3-9a0d-4ea2-8dd9-586ff0f16398 {{(pid=80156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 00:59:53.851046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7fa26e74-d8e5-4e93-8934-0db51c289776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:53.902299 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7fa26e74-d8e5-4e93-8934-0db51c289776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6531846'] for subnet, precommit_delete_associations {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:53.964131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7fa26e74-d8e5-4e93-8934-0db51c289776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:54.244700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7fa26e74-d8e5-4e93-8934-0db51c289776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7130905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848357890'] for subnet, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:54.264966 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-50e2f015-a627-45a0-b8f4-a1122af3038c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:59:54.313042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa26e74-d8e5-4e93-8934-0db51c289776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=276a32a3-9a0d-4ea2-8dd9-586ff0f16398,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:59:54.319442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7fa26e74-d8e5-4e93-8934-0db51c289776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:59:54.466544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7fa26e74-d8e5-4e93-8934-0db51c289776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:54.480612 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-7fa26e74-d8e5-4e93-8934-0db51c289776 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/276a32a3-9a0d-4ea2-8dd9-586ff0f16398 HTTP/1.1" status: 204  len: 168 time: 0.6995935
Jan 20 00:59:54.483304 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 36640) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:59:54.638006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c843dde-113c-4b22-b852-d0faa102a661 req-e1f6babf-2579-4926-ae3d-b60d65e3286a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:54.639710 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4c843dde-113c-4b22-b852-d0faa102a661 req-e1f6babf-2579-4926-ae3d-b60d65e3286a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.2402382
Jan 20 00:59:54.652988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:54.821286 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4c843dde-113c-4b22-b852-d0faa102a661 req-ac230dbc-b795-479d-8d15-4dd855a22962 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1728454
Jan 20 00:59:54.896475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:55.014903 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f782ab145f8>,) {'filters': {'network_id': ['3c51ea56-1d9e-4955-ac1d-9bbec92e86a7']}} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:59:55.027995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f782ab145f8>, '2c31440b-b769-4926-b092-5d247a0dfd74') {'for_net_delete': True} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:59:55.028337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f782ab145f8>, '2c31440b-b769-4926-b092-5d247a0dfd74') {} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 00:59:55.041846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848243954'] for segment, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:55.057164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:55.059155 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 00:59:55.449783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] Network 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 00:59:55.462554 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847646022'] for segment, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:55.598329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:55.650107 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] Network 3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 00:59:55.674147 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 00:59:55.756334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:55.760863 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:55.764736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:59:55.788301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=3c51ea56-1d9e-4955-ac1d-9bbec92e86a7,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:59:55.791368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:59:55.793425 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-b86982c2-85d9-4518-9ffb-0f7786ecb2ea admin admin] 10.222.0.37 "DELETE /v2.0/networks/3c51ea56-1d9e-4955-ac1d-9bbec92e86a7 HTTP/1.1" status: 204  len: 168 time: 1.3075063
Jan 20 00:59:56.012454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 36658) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:59:56.064416 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-10296328-9740-4a13-9c0f-ec5d23ef1682 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b14637e4f72c4d3eae6ab14901ed38d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504427
Jan 20 00:59:56.067254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 36662) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 00:59:56.130501 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59c34fa9-833e-4b80-a703-bf49400a76b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:56.159639 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59c34fa9-833e-4b80-a703-bf49400a76b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:56.206101 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59c34fa9-833e-4b80-a703-bf49400a76b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:56.210032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a1f5d22c-f957-4a1e-8504-d9a896acb77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 00:59:56.225391 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c34fa9-833e-4b80-a703-bf49400a76b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0a5458-4694-493a-b5a1-3b77194a5316,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 00:59:56.231399 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-59c34fa9-833e-4b80-a703-bf49400a76b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 00:59:56.235012 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59c34fa9-833e-4b80-a703-bf49400a76b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 00:59:56.235012 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-59c34fa9-833e-4b80-a703-bf49400a76b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb0a5458-4694-493a-b5a1-3b77194a5316 HTTP/1.1" status: 204  len: 168 time: 0.1658199
Jan 20 00:59:57.258717 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 00:59:58.458174 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-acbf3268-d599-4963-a9d2-2205d4746998 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:58.459873 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-acbf3268-d599-4963-a9d2-2205d4746998 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/networks?id=28c04744-173d-4d7a-bb28-309c8f313538 HTTP/1.1" status: 200  len: 814 time: 0.2487023
Jan 20 00:59:58.491530 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95957c-7d03-4db0-8984-2f5001caa0df req-47b086af-5154-4d7a-b088-513fee53c9d3 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:58.493132 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3b95957c-7d03-4db0-8984-2f5001caa0df req-47b086af-5154-4d7a-b088-513fee53c9d3 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.2484663
Jan 20 00:59:58.515346 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-75dcb20e-2cb1-44a3-8a67-a2f055046b4f tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/quotas/cb0036f29221418fa65bb9d7c9256a1f HTTP/1.1" status: 200  len: 375 time: 0.0492790
Jan 20 00:59:58.583825 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-48a668fa-2cbc-47cb-849d-6d277c7ab0f4 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb0036f29221418fa65bb9d7c9256a1f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0600197
Jan 20 00:59:58.594406 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3b95957c-7d03-4db0-8984-2f5001caa0df req-c0fe7a5c-4534-4fa3-8d72-e7c46114edbe tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942454
Jan 20 00:59:58.737057 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-25a6ce47-e894-4000-84df-e9f39ad257c4 service neutron] 10.222.0.37 "GET /v2.0/networks/28c04744-173d-4d7a-bb28-309c8f313538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415956
Jan 20 00:59:58.886623 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-79df60e5-0d22-44ef-aa2b-f5bc3dff33b5 service neutron] 10.222.0.37 "GET /v2.0/networks/28c04744-173d-4d7a-bb28-309c8f313538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428883
Jan 20 00:59:59.832001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ad705-2983-47ac-b336-2d5137fbc343 req-69e6f8c5-1596-4ae2-a9db-698d9bae59cd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 00:59:59.833700 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-858ad705-2983-47ac-b336-2d5137fbc343 req-69e6f8c5-1596-4ae2-a9db-698d9bae59cd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1052272
Jan 20 00:59:59.885119 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-858ad705-2983-47ac-b336-2d5137fbc343 req-25a46fb9-960e-4dcc-af47-84f3ed00c2ff tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449817
Jan 20 01:00:00.143235 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-152b1f60-3460-4fd9-822e-e1c3e4ccddfe req-103e299f-75fb-4eb9-8fd3-9efc288fb70f tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 210 time: 0.0500963
Jan 20 01:00:00.840198 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 36776) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:00.993983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a414128d-eb11-4a4a-a89a-2dc234f8b1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:01.009800 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a414128d-eb11-4a4a-a89a-2dc234f8b1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:01.014005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a414128d-eb11-4a4a-a89a-2dc234f8b1ca admin admin] Usage tracker for resource:security_group_rule and tenant:45655ed9a1904e689be73cc4fdb447f4 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:01.016926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a414128d-eb11-4a4a-a89a-2dc234f8b1ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:01.023118 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a414128d-eb11-4a4a-a89a-2dc234f8b1ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:01.120709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a414128d-eb11-4a4a-a89a-2dc234f8b1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:01.123877 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2a633-4f36-49d3-8152-db8d45a8c307 req-6cd6f1d3-b0f8-4fc2-be9c-0e680bd8486e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:01.124272 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a414128d-eb11-4a4a-a89a-2dc234f8b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:01.125613 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b9f2a633-4f36-49d3-8152-db8d45a8c307 req-6cd6f1d3-b0f8-4fc2-be9c-0e680bd8486e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1065543
Jan 20 01:00:01.158044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a0867674-4b5f-4cbe-9bb5-7a64300bd322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:01.190239 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a414128d-eb11-4a4a-a89a-2dc234f8b1ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45655ed9a1904e689be73cc4fdb447f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3488424
Jan 20 01:00:01.192995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414128d-eb11-4a4a-a89a-2dc234f8b1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3488c390-ef81-4e3e-b6d1-291b3818c9dd,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:01.196024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 36788) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:01.197306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a414128d-eb11-4a4a-a89a-2dc234f8b1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:01.253571 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b9f2a633-4f36-49d3-8152-db8d45a8c307 req-08be4742-eb25-4236-b25a-8a16596ccf76 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1191769
Jan 20 01:00:01.295077 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-36d5779b-5af2-46d5-8e33-509059ab005a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:01.379838 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4beffa7a-10ba-48e3-9005-011fc90c0990 req-dc965545-f1ac-4e35-8104-3502432193f5 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 210 time: 0.0577643
Jan 20 01:00:01.382412 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-36d5779b-5af2-46d5-8e33-509059ab005a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:01.439023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-36d5779b-5af2-46d5-8e33-509059ab005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:01.447305 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e1b0388f-f47d-42f5-885e-517a580bb806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:01.453241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3c8d429c-91f2-4e40-aca1-491e2aca4af5 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:01.454919 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3c8d429c-91f2-4e40-aca1-491e2aca4af5 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.20 "GET /v2.0/networks?id=28c04744-173d-4d7a-bb28-309c8f313538 HTTP/1.1" status: 200  len: 814 time: 0.1881359
Jan 20 01:00:01.463186 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-36d5779b-5af2-46d5-8e33-509059ab005a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:01.464532 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-36d5779b-5af2-46d5-8e33-509059ab005a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3488c390-ef81-4e3e-b6d1-291b3818c9dd HTTP/1.1" status: 204  len: 168 time: 0.2599716
Jan 20 01:00:01.466006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5779b-5af2-46d5-8e33-509059ab005a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3488c390-ef81-4e3e-b6d1-291b3818c9dd,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:01.476465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-36d5779b-5af2-46d5-8e33-509059ab005a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:01.486981 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Request body: {'port': {'device_id': '74dc3727-0aed-4dc0-b97a-44a3f6ba4b93', 'network_id': '28c04744-173d-4d7a-bb28-309c8f313538', 'admin_state_up': True, 'tenant_id': 'cb0036f29221418fa65bb9d7c9256a1f'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:00:01.639171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:01.644141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Usage tracker for resource:port and tenant:cb0036f29221418fa65bb9d7c9256a1f is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:01.647252 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Quota usage for port was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:01.654072 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:01.663992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Made reservation on behalf of cb0036f29221418fa65bb9d7c9256a1f for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:00:01.672963 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:01.988811 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Allocated IP 172.20.0.9 (28c04744-173d-4d7a-bb28-309c8f313538/3c96b4ad-4eae-4768-b9ab-b9473481c57f/54e32fdc-74a7-4c2e-9447-12c06c64cfa1) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:00:02.220669 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:02.251534 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:02.271753 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4762b045-d235-4d01-976b-7ac9e883e344 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:02.431638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Pushing event updated for resources: {'Port': ['ID=54e32fdc-74a7-4c2e-9447-12c06c64cfa1,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:02.436185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:02.486684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Network 28c04744-173d-4d7a-bb28-309c8f313538 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:00:02.488437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:00:02.493229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:00:02.568978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e7183-2227-4ef1-87f2-a614803af314 req-154e6151-4599-4dc4-bef7-951bc356c982 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:02.570678 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3c0e7183-2227-4ef1-87f2-a614803af314 req-154e6151-4599-4dc4-bef7-951bc356c982 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1733479
Jan 20 01:00:02.580247 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:02.581106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:02.612727 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1301584
Jan 20 01:00:02.654447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Request body: {'port': {'device_id': '74dc3727-0aed-4dc0-b97a-44a3f6ba4b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:00:02.678038 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3c0e7183-2227-4ef1-87f2-a614803af314 req-afeeaf5c-dbf8-43c2-a8cf-6a8ab01fe3ff tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660715
Jan 20 01:00:02.717581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e75f1-2a1e-415c-a2b1-dca50904f9dc req-15e40193-35a2-4d45-9c68-1b7596ba14cc tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:02.719252 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4f1e75f1-2a1e-415c-a2b1-dca50904f9dc req-15e40193-35a2-4d45-9c68-1b7596ba14cc tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 931 time: 0.1795251
Jan 20 01:00:02.774547 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4f1e75f1-2a1e-415c-a2b1-dca50904f9dc req-29973403-8c24-4cb1-8043-142be31a558c tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483389
Jan 20 01:00:02.787672 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:03.226373 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 01:00:03.234157 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:03.246998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Transition to ACTIVE for port object 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:00:03.249477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:03.265714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:03.412688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Pushing event updated for resources: {'Port': ['ID=54e32fdc-74a7-4c2e-9447-12c06c64cfa1,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:03.418250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:03.592289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Attempting to bind port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:00:03.592764 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Attempting to bind port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'dc9eb476-a6d7-4879-83d1-c8b91e96f6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28c04744-173d-4d7a-bb28-309c8f313538'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:00:03.593165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Attempting to bind port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 on network 28c04744-173d-4d7a-bb28-309c8f313538 {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:00:03.598988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:00:03.599367 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Checking segment: {'id': 'dc9eb476-a6d7-4879-83d1-c8b91e96f6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28c04744-173d-4d7a-bb28-309c8f313538'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:00:03.599774 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:03.600177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Bound using segment: {'id': 'dc9eb476-a6d7-4879-83d1-c8b91e96f6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28c04744-173d-4d7a-bb28-309c8f313538'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:00:03.600651 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Bound port: 54e32fdc-74a7-4c2e-9447-12c06c64cfa1, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9eb476-a6d7-4879-83d1-c8b91e96f6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28c04744-173d-4d7a-bb28-309c8f313538'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:00:03.601024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:03.696083 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] For port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:00:03.699695 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] For port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54e32fdc-74a7-4c2e-9447-12c06c64cfa1,segment=NetworkSegment(dc9eb476-a6d7-4879-83d1-c8b91e96f6ab),segment_id=dc9eb476-a6d7-4879-83d1-c8b91e96f6ab)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:00:03.702972 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:03.719608 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:03.876114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Pushing event updated for resources: {'Port': ['ID=54e32fdc-74a7-4c2e-9447-12c06c64cfa1,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:03.881838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:03.918667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:03.919622 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:03.921128 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5488da-a7d8-4d3a-b913-eb94cace0c8f req-8dd8cd40-21b2-4d6d-9f7b-fafe3d28a02b tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:03.921292 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] 10.222.0.20 "PUT /v2.0/ports/54e32fdc-74a7-4c2e-9447-12c06c64cfa1 HTTP/1.1" status: 200  len: 1157 time: 1.2718723
Jan 20 01:00:03.921659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dc3727-0aed-4dc0-b97a-44a3f6ba4b93', 'tag': '54e32fdc-74a7-4c2e-9447-12c06c64cfa1'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:00:03.922808 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fd5488da-a7d8-4d3a-b913-eb94cace0c8f req-8dd8cd40-21b2-4d6d-9f7b-fafe3d28a02b tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1102304
Jan 20 01:00:04.036137 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fd5488da-a7d8-4d3a-b913-eb94cace0c8f req-b2188695-557d-44c5-ac3b-ac66986ac790 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713108
Jan 20 01:00:04.068261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477764c9-e9a0-40c5-b2a3-efa197325d3c req-7e368788-dafc-41fd-bae2-f50fdb115892 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:04.069977 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-477764c9-e9a0-40c5-b2a3-efa197325d3c req-7e368788-dafc-41fd-bae2-f50fdb115892 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 943 time: 0.1461873
Jan 20 01:00:04.079992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-d979164e-3e65-485d-823d-b9c710300791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:04.082065 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-d979164e-3e65-485d-823d-b9c710300791 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb0036f29221418fa65bb9d7c9256a1f&device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 1160 time: 0.0906641
Jan 20 01:00:04.122551 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-477764c9-e9a0-40c5-b2a3-efa197325d3c req-94c2750e-0eff-4de4-a0a4-09eb2d242f5b tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459321
Jan 20 01:00:04.402454 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dc3727-0aed-4dc0-b97a-44a3f6ba4b93', 'tag': '54e32fdc-74a7-4c2e-9447-12c06c64cfa1', 'status': 'completed', 'code': 200}
Jan 20 01:00:04.404045 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-cb39e877-8e23-4500-a501-677bf3f354bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e32fdc-74a7-4c2e-9447-12c06c64cfa1 HTTP/1.1" status: 200  len: 217 time: 0.3025911
Jan 20 01:00:04.477014 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-02e7d7d5-361d-42ad-bb7c-6d888846c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:04.478635 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-02e7d7d5-361d-42ad-bb7c-6d888846c16a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c96b4ad-4eae-4768-b9ab-b9473481c57f HTTP/1.1" status: 200  len: 854 time: 0.0673380
Jan 20 01:00:04.539462 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-b53bd293-aa71-4657-87d9-cd8822c9eb71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28c04744-173d-4d7a-bb28-309c8f313538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527172
Jan 20 01:00:04.694798 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-ddd88be4-227d-4f99-8d5f-a6803f362d58 service neutron] 10.222.0.20 "GET /v2.0/networks/28c04744-173d-4d7a-bb28-309c8f313538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402345
Jan 20 01:00:04.842987 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2339fad2-34d3-4b8b-a4eb-3575e5249f0a req-43ccbea3-bb33-4df1-a997-89fc60c2bf52 service neutron] 10.222.0.20 "GET /v2.0/networks/28c04744-173d-4d7a-bb28-309c8f313538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411743
Jan 20 01:00:05.298414 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff152fd7-24f7-42c7-bbe7-165b54d757f0 req-2ea61815-8f1f-4960-9688-06f20a671bbe tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:05.300212 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff152fd7-24f7-42c7-bbe7-165b54d757f0 req-2ea61815-8f1f-4960-9688-06f20a671bbe tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1275115
Jan 20 01:00:05.412367 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff152fd7-24f7-42c7-bbe7-165b54d757f0 req-42c8a6a1-58ef-454e-905d-a032f7167389 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713851
Jan 20 01:00:05.448125 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1b881-a08f-450b-9f67-83c56d159de3 req-ddba49ad-5baa-4771-b8ae-733613160832 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:05.449885 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43c1b881-a08f-450b-9f67-83c56d159de3 req-ddba49ad-5baa-4771-b8ae-733613160832 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 943 time: 0.1486475
Jan 20 01:00:05.501528 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43c1b881-a08f-450b-9f67-83c56d159de3 req-3cad5129-4ebe-4c17-a034-c4d4155d3564 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453742
Jan 20 01:00:06.175366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a56ca-1785-44d5-81b9-1fe7e2da22f2 req-3ac65f42-c16d-419d-90b9-ca11c1ab71d7 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:06.176927 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ed5a56ca-1785-44d5-81b9-1fe7e2da22f2 req-3ac65f42-c16d-419d-90b9-ca11c1ab71d7 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1054511
Jan 20 01:00:06.228722 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ed5a56ca-1785-44d5-81b9-1fe7e2da22f2 req-5cb79840-7592-45cd-8989-813d736d5567 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453451
Jan 20 01:00:06.656258 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45ac8c-df1a-4a2e-8e26-46386ef303a0 req-02da5df3-0c51-4afb-bac3-fcc08c8f3ce9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:06.657918 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6c45ac8c-df1a-4a2e-8e26-46386ef303a0 req-02da5df3-0c51-4afb-bac3-fcc08c8f3ce9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1053152
Jan 20 01:00:06.772702 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6c45ac8c-df1a-4a2e-8e26-46386ef303a0 req-89301a69-97e8-4ca4-9fe9-079cc373a883 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699887
Jan 20 01:00:06.804179 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef05ec-9bce-4a85-a386-884bf48f2759 req-17428092-e5fc-4c8f-9bfc-b54ea3b53433 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:06.805895 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-82ef05ec-9bce-4a85-a386-884bf48f2759 req-17428092-e5fc-4c8f-9bfc-b54ea3b53433 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 943 time: 0.1470325
Jan 20 01:00:06.858333 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-82ef05ec-9bce-4a85-a386-884bf48f2759 req-11692237-91ce-4719-9583-498a66e7f2fc tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457692
Jan 20 01:00:07.596195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65800f-3bb4-400e-bcc9-afd09aeba4fa req-7b6bb92d-dbc8-4441-a806-4ece6ab85d71 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:07.598305 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fe65800f-3bb4-400e-bcc9-afd09aeba4fa req-7b6bb92d-dbc8-4441-a806-4ece6ab85d71 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1043668
Jan 20 01:00:07.648480 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fe65800f-3bb4-400e-bcc9-afd09aeba4fa req-4f09c211-6a1a-4096-914b-2d77c21e0f25 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439260
Jan 20 01:00:07.836463 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35504343-1057-479b-ae4a-be1e3ac7d25d req-278e00fd-68e4-49b2-8ff0-ff3583af7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:07.838226 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-35504343-1057-479b-ae4a-be1e3ac7d25d req-278e00fd-68e4-49b2-8ff0-ff3583af7e70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb0036f29221418fa65bb9d7c9256a1f&device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 1160 time: 0.0882161
Jan 20 01:00:08.053107 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35504343-1057-479b-ae4a-be1e3ac7d25d req-44fe1511-7863-4deb-ac5c-00ff81b04783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:08.054719 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-35504343-1057-479b-ae4a-be1e3ac7d25d req-44fe1511-7863-4deb-ac5c-00ff81b04783 service neutron] 10.222.0.20 "GET /v2.0/networks?id=28c04744-173d-4d7a-bb28-309c8f313538 HTTP/1.1" status: 200  len: 908 time: 0.2069993
Jan 20 01:00:08.060065 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a89e5a-a1a8-409c-a9f0-a312112d3382 req-90a1521f-f109-4871-98b0-709f868d8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:08.061563 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a6a89e5a-a1a8-409c-a9f0-a312112d3382 req-90a1521f-f109-4871-98b0-709f868d8251 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=445b1bbe79974705aa064cc9f0fe4020&device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 1162 time: 0.1911466
Jan 20 01:00:08.074128 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b0029-ba49-489c-af1f-4669c41c8116 req-e3e7c468-4c84-4ee8-8292-ce5f2c98ec3c tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:08.075751 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f59b0029-ba49-489c-af1f-4669c41c8116 req-e3e7c468-4c84-4ee8-8292-ce5f2c98ec3c tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1589849
Jan 20 01:00:08.141723 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f59b0029-ba49-489c-af1f-4669c41c8116 req-d3befcc9-ff24-47aa-b228-1ed21eb849ad tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583291
Jan 20 01:00:08.165548 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2414bc5-6c19-43ca-ac78-f0879076ab62 req-8634fe99-1da4-4c4b-b304-90409c6f02a9 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:08.167312 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2414bc5-6c19-43ca-ac78-f0879076ab62 req-8634fe99-1da4-4c4b-b304-90409c6f02a9 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 943 time: 0.1744022
Jan 20 01:00:08.202684 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-35504343-1057-479b-ae4a-be1e3ac7d25d req-5fee1bf0-3ef4-415f-a8a5-a25ae19bbfe6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e32fdc-74a7-4c2e-9447-12c06c64cfa1 HTTP/1.1" status: 200  len: 217 time: 0.1187015
Jan 20 01:00:08.220416 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2414bc5-6c19-43ca-ac78-f0879076ab62 req-e29ea96e-b677-4b9c-9d7f-83ad905ec144 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463610
Jan 20 01:00:08.352318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35504343-1057-479b-ae4a-be1e3ac7d25d req-cc331990-3cb4-47ba-b0cf-64a128b9c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:08.353913 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-35504343-1057-479b-ae4a-be1e3ac7d25d req-cc331990-3cb4-47ba-b0cf-64a128b9c07f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c96b4ad-4eae-4768-b9ab-b9473481c57f HTTP/1.1" status: 200  len: 854 time: 0.1376863
Jan 20 01:00:08.424016 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-35504343-1057-479b-ae4a-be1e3ac7d25d req-7b60ad47-c06d-4e0e-8db3-e900736b875c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28c04744-173d-4d7a-bb28-309c8f313538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545292
Jan 20 01:00:08.425262 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a89e5a-a1a8-409c-a9f0-a312112d3382 req-e0e2a916-e3ee-4bf3-bbfe-1430e1797d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:08.426684 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a6a89e5a-a1a8-409c-a9f0-a312112d3382 req-e0e2a916-e3ee-4bf3-bbfe-1430e1797d4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=be500c49-e7b2-42b5-bbac-8d6d49645b05 HTTP/1.1" status: 200  len: 912 time: 0.2729864
Jan 20 01:00:08.533560 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a6a89e5a-a1a8-409c-a9f0-a312112d3382 req-eaf246ad-4b6c-48b7-94c3-17c8d937aea4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae77815d-5e5b-4089-b40a-775c16e28023 HTTP/1.1" status: 200  len: 217 time: 0.0916095
Jan 20 01:00:08.682764 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a89e5a-a1a8-409c-a9f0-a312112d3382 req-5969cbba-51c7-4bfd-9124-97ad55d694d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:08.684259 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a6a89e5a-a1a8-409c-a9f0-a312112d3382 req-5969cbba-51c7-4bfd-9124-97ad55d694d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c88ade8-7398-4e61-921c-e7e00d3b7575 HTTP/1.1" status: 200  len: 858 time: 0.1366506
Jan 20 01:00:08.750210 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-35504343-1057-479b-ae4a-be1e3ac7d25d req-8cf17726-62e9-4f87-9020-8ed753bc1e72 service neutron] 10.222.0.20 "GET /v2.0/networks/28c04744-173d-4d7a-bb28-309c8f313538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2563198
Jan 20 01:00:08.758578 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a6a89e5a-a1a8-409c-a9f0-a312112d3382 req-90beb9f9-be56-412f-915c-dc8e7205c215 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be500c49-e7b2-42b5-bbac-8d6d49645b05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0586002
Jan 20 01:00:08.904325 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b200b1-f3dd-4a9d-a80a-eacc6474c1ae req-9bcaa48d-a3ba-46d0-a150-7962b493f223 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:08.913474 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-57b200b1-f3dd-4a9d-a80a-eacc6474c1ae req-9bcaa48d-a3ba-46d0-a150-7962b493f223 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1274407
Jan 20 01:00:08.970799 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-57b200b1-f3dd-4a9d-a80a-eacc6474c1ae req-565901b6-72ba-480a-bc37-be2c0bdc3781 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560963
Jan 20 01:00:09.036989 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-35504343-1057-479b-ae4a-be1e3ac7d25d req-f3a982d4-57dd-4376-8cc8-a0829fb19c2d service neutron] 10.222.0.20 "GET /v2.0/networks/28c04744-173d-4d7a-bb28-309c8f313538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2772894
Jan 20 01:00:09.040491 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a6a89e5a-a1a8-409c-a9f0-a312112d3382 req-869f0ff2-1aa9-4426-8ccf-32f618745129 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2586756
Jan 20 01:00:09.216738 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a6a89e5a-a1a8-409c-a9f0-a312112d3382 req-4607c854-17ec-49d7-9bb4-fefa7ca301bd service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1515024
Jan 20 01:00:09.454034 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662e649-703c-4cba-9037-966236ac8d9d req-ab09b261-5490-4838-85e0-30790cc99cf6 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:09.456141 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0662e649-703c-4cba-9037-966236ac8d9d req-ab09b261-5490-4838-85e0-30790cc99cf6 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1643450
Jan 20 01:00:09.532431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00ca09-5096-4858-ba39-a21a01361075 req-34ff392c-4366-497d-922a-d5852fcdef6d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:09.534515 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5e00ca09-5096-4858-ba39-a21a01361075 req-34ff392c-4366-497d-922a-d5852fcdef6d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 943 time: 0.1734002
Jan 20 01:00:09.543021 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0662e649-703c-4cba-9037-966236ac8d9d req-1fe71dc5-a217-4189-aa79-862ea0960db6 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790746
Jan 20 01:00:09.589084 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5e00ca09-5096-4858-ba39-a21a01361075 req-9d945438-509d-4f0e-b915-83340576d831 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450566
Jan 20 01:00:10.194944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f07616-f8c7-41c8-bee3-3b8924ce0a4f req-1872a13f-756e-4c8b-a118-11861832a77e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:10.196614 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e8f07616-f8c7-41c8-bee3-3b8924ce0a4f req-1872a13f-756e-4c8b-a118-11861832a77e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1053948
Jan 20 01:00:10.247788 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e8f07616-f8c7-41c8-bee3-3b8924ce0a4f req-86b7b886-c9fe-4695-91b1-e12698383ffc tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447540
Jan 20 01:00:10.843748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036b9ab-5d6a-418b-b9af-a09ce71ec2ab req-ace8295e-8be7-4adf-b25d-7fc47c312bc3 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:10.845332 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d036b9ab-5d6a-418b-b9af-a09ce71ec2ab req-ace8295e-8be7-4adf-b25d-7fc47c312bc3 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1710515
Jan 20 01:00:10.872401 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04672e-2673-4012-bf45-20e89a037556 req-3ebd3bff-db77-4ef5-bd07-f643c80397ef tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:10.873948 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5b04672e-2673-4012-bf45-20e89a037556 req-3ebd3bff-db77-4ef5-bd07-f643c80397ef tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 943 time: 0.1525259
Jan 20 01:00:10.952696 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d036b9ab-5d6a-418b-b9af-a09ce71ec2ab req-3d27f377-777c-4556-8c77-0a97c8ddcf2b tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777180
Jan 20 01:00:10.959035 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5b04672e-2673-4012-bf45-20e89a037556 req-11a2e77f-ce9a-4bff-8355-24ccb7b85118 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684681
Jan 20 01:00:11.683246 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe5133-9b03-46e2-b2eb-ad0ab55dedf0 req-0d43cb99-e609-4786-96ea-bf2f0a51e43c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:11.684795 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e6fe5133-9b03-46e2-b2eb-ad0ab55dedf0 req-0d43cb99-e609-4786-96ea-bf2f0a51e43c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.3082399
Jan 20 01:00:11.735264 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e6fe5133-9b03-46e2-b2eb-ad0ab55dedf0 req-8b5bdc9c-60a8-465e-aa87-7ea872867091 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434377
Jan 20 01:00:12.046349 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-51d08946-8ba2-4cf9-bce1-db443e04b323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:12.271461 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a85bcc-757b-46f9-b88a-4e4ab3380eb7 req-70ffc5c5-7061-4740-b832-a503fd0f2e52 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:12.272973 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d3a85bcc-757b-46f9-b88a-4e4ab3380eb7 req-70ffc5c5-7061-4740-b832-a503fd0f2e52 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1824441
Jan 20 01:00:12.295189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09352d76-69ca-4ed1-aec4-3079fc1eb525 req-beae3519-4e28-4a9a-b27d-2f303e4890de tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:12.296639 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-09352d76-69ca-4ed1-aec4-3079fc1eb525 req-beae3519-4e28-4a9a-b27d-2f303e4890de tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 943 time: 0.2036672
Jan 20 01:00:12.373553 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d3a85bcc-757b-46f9-b88a-4e4ab3380eb7 req-c185af0e-ac53-4ca6-9a04-9549fa5aea0b tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758300
Jan 20 01:00:12.381328 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-09352d76-69ca-4ed1-aec4-3079fc1eb525 req-4ddd28a8-06b3-459c-8269-da79da0c56bf tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700455
Jan 20 01:00:12.968171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88fd32-42c2-4349-8e4d-eef1d38d6a12 req-d4baceaf-ae72-46fd-bb9b-0aa8bdb38303 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:12.969819 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec88fd32-42c2-4349-8e4d-eef1d38d6a12 req-d4baceaf-ae72-46fd-bb9b-0aa8bdb38303 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1032071
Jan 20 01:00:13.020551 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec88fd32-42c2-4349-8e4d-eef1d38d6a12 req-2be38f0a-b4f6-412b-8b2b-d2bb7483d082 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431025
Jan 20 01:00:13.158350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:13.230504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:00:13.235999 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:13.236416 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:13.360838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:13.388683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dc3727-0aed-4dc0-b97a-44a3f6ba4b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e32fdc-74a7-4c2e-9447-12c06c64cfa1'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:00:13.399511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54e32fdc-74a7-4c2e-9447-12c06c64cfa1,segment=NetworkSegment(dc9eb476-a6d7-4879-83d1-c8b91e96f6ab),segment_id=dc9eb476-a6d7-4879-83d1-c8b91e96f6ab)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:00:13.402507 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:13.404410 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:13.483002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=54e32fdc-74a7-4c2e-9447-12c06c64cfa1,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:13.496024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.496443 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.497313 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.497814 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.498125 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.498510 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.499002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.499374 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.499900 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.500270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.500638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.501003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.501481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.501869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.502238 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.502602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.502962 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.503334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.503689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.504049 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.504439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.504889 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.505364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.505736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:13.510862 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dc3727-0aed-4dc0-b97a-44a3f6ba4b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e32fdc-74a7-4c2e-9447-12c06c64cfa1', 'code': 200}
Jan 20 01:00:13.511594 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:13.704489 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98afa9-69a9-4672-ad5a-f4e3cb6efd80 req-aaa8d17f-121a-4416-871d-aa45276ade12 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:13.712252 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4a98afa9-69a9-4672-ad5a-f4e3cb6efd80 req-aaa8d17f-121a-4416-871d-aa45276ade12 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1787612
Jan 20 01:00:13.774738 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4a98afa9-69a9-4672-ad5a-f4e3cb6efd80 req-dee46f0a-42c8-4f66-b6d1-5e0ee95a80ef tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583892
Jan 20 01:00:13.807681 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ba7ba-23b6-4ba1-bad5-50d3aec2c1cf req-4adacfba-e0ac-4826-aa5c-ef9f30f298cc tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:13.807681 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-480ba7ba-23b6-4ba1-bad5-50d3aec2c1cf req-4adacfba-e0ac-4826-aa5c-ef9f30f298cc tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 945 time: 0.2036324
Jan 20 01:00:13.841918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04fca7-b4a4-4af7-8fe7-1023a3f51767 req-28ef7a71-2c58-4482-8de1-980ca48ba63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:13.843568 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fb04fca7-b4a4-4af7-8fe7-1023a3f51767 req-28ef7a71-2c58-4482-8de1-980ca48ba63d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 1162 time: 0.0927563
Jan 20 01:00:13.859469 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-480ba7ba-23b6-4ba1-bad5-50d3aec2c1cf req-50093c8c-e608-4c26-8892-3198f1762281 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525854
Jan 20 01:00:14.253559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa63fce-c8b6-4ace-b41e-0480e00c177a req-8c8a9ec2-6049-44ea-bdd9-c9af93a40744 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:14.255821 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9aa63fce-c8b6-4ace-b41e-0480e00c177a req-8c8a9ec2-6049-44ea-bdd9-c9af93a40744 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1024404
Jan 20 01:00:14.306106 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9aa63fce-c8b6-4ace-b41e-0480e00c177a req-008857b9-38c0-41c2-a167-b5d77d04f7a2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439487
Jan 20 01:00:14.598674 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-216d68ae-646f-4667-ae71-d69065868df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:14.709557 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fb04fca7-b4a4-4af7-8fe7-1023a3f51767 req-8314db1d-39b5-4d16-9b24-cc65d2905895 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378718
Jan 20 01:00:14.758066 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:15.061096 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2f4db-5f93-4ca5-834b-9da383a60b57 req-fea0d0fe-4877-43b4-9b08-5b6472c517be tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:15.062614 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9ce2f4db-5f93-4ca5-834b-9da383a60b57 req-fea0d0fe-4877-43b4-9b08-5b6472c517be tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1536345
Jan 20 01:00:15.131843 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9ce2f4db-5f93-4ca5-834b-9da383a60b57 req-1195f396-e1fe-4808-9620-78986a9e1840 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561035
Jan 20 01:00:15.163532 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae38c8-cd37-41dc-965c-6120c10a4855 req-07886a0c-eb35-45ab-8651-4e813b38f195 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:15.165577 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-23ae38c8-cd37-41dc-965c-6120c10a4855 req-07886a0c-eb35-45ab-8651-4e813b38f195 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 945 time: 0.1702833
Jan 20 01:00:15.218286 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-23ae38c8-cd37-41dc-965c-6120c10a4855 req-24d472e5-9eb9-4c02-92da-547c5f98563d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465112
Jan 20 01:00:15.607396 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc587b6-4acc-4039-94d5-41d812654b4d req-a6b8d8ac-e424-45fd-9ba3-4ba60899527f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:15.608951 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4dc587b6-4acc-4039-94d5-41d812654b4d req-a6b8d8ac-e424-45fd-9ba3-4ba60899527f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1741221
Jan 20 01:00:15.631835 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715a0d-0888-4a82-8a6a-705533177ceb req-b344953b-cc81-4d89-94f2-f19efd202538 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:15.633353 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9715a0d-0888-4a82-8a6a-705533177ceb req-b344953b-cc81-4d89-94f2-f19efd202538 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1587594
Jan 20 01:00:15.712280 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4dc587b6-4acc-4039-94d5-41d812654b4d req-a990071f-d79a-4f60-988c-974120480950 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779207
Jan 20 01:00:15.724311 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9715a0d-0888-4a82-8a6a-705533177ceb req-a4056262-434e-4468-aed2-19f2fac6b4fd tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732589
Jan 20 01:00:16.448676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a25bca-fc94-4867-a65e-499d82e2ce0d req-e87b8779-e49f-4480-a241-7d112b6d1e59 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:16.450305 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-88a25bca-fc94-4867-a65e-499d82e2ce0d req-e87b8779-e49f-4480-a241-7d112b6d1e59 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 945 time: 0.1027460
Jan 20 01:00:16.502248 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-88a25bca-fc94-4867-a65e-499d82e2ce0d req-d0be479b-7414-4037-935f-839f9ae768bd tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457432
Jan 20 01:00:16.525710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:16.601673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:16.613709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:16.614250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:16.749390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:17.023666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05268ab-06f0-4d1e-bb6c-d9360e5993a3 req-975b28e9-6228-4e8f-9dd3-844b95baec13 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:17.025297 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b05268ab-06f0-4d1e-bb6c-d9360e5993a3 req-975b28e9-6228-4e8f-9dd3-844b95baec13 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1801498
Jan 20 01:00:17.055539 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b75cd-df12-4f1b-bb73-3bd908a5f066 req-52d3f831-5eee-4454-9ed3-f6b5219527e3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:17.057205 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-164b75cd-df12-4f1b-bb73-3bd908a5f066 req-52d3f831-5eee-4454-9ed3-f6b5219527e3 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1661205
Jan 20 01:00:17.070053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451265b-b5a0-461d-a774-ccfd96d982db req-5e0adf81-1341-42b8-9ffc-3a685bb93175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:17.071670 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e451265b-b5a0-461d-a774-ccfd96d982db req-5e0adf81-1341-42b8-9ffc-3a685bb93175 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8deb38a450244a299367605594731f4d&device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 1162 time: 0.0788405
Jan 20 01:00:17.138492 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b05268ab-06f0-4d1e-bb6c-d9360e5993a3 req-3d00aa32-8337-44ce-b75c-f608878e8245 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801826
Jan 20 01:00:17.171867 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-164b75cd-df12-4f1b-bb73-3bd908a5f066 req-bb7820a0-6127-4bf2-8d48-8666b7f5b55f tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991187
Jan 20 01:00:17.234981 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451265b-b5a0-461d-a774-ccfd96d982db req-8463e06e-98cc-462c-9592-f98f032e36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:17.236586 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e451265b-b5a0-461d-a774-ccfd96d982db req-8463e06e-98cc-462c-9592-f98f032e36eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14b3dba-4d97-42f8-8920-51b8d4def42a HTTP/1.1" status: 200  len: 905 time: 0.1573811
Jan 20 01:00:17.357700 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e451265b-b5a0-461d-a774-ccfd96d982db req-fffab665-42fa-4b50-911b-462db3a4ca96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a3bb2e-10fe-43a2-a52f-869aad342f04 HTTP/1.1" status: 200  len: 1001 time: 0.1083639
Jan 20 01:00:17.439728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451265b-b5a0-461d-a774-ccfd96d982db req-95b1e4af-a8d2-4bd0-9bdb-c09cd63cb6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:17.441356 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e451265b-b5a0-461d-a774-ccfd96d982db req-95b1e4af-a8d2-4bd0-9bdb-c09cd63cb6fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=789528cc-05fe-4b27-8465-8b93063f88a2 HTTP/1.1" status: 200  len: 850 time: 0.0648060
Jan 20 01:00:17.543802 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451265b-b5a0-461d-a774-ccfd96d982db req-40e554d5-5ab2-4612-83f9-2292a323caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:17.544923 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e451265b-b5a0-461d-a774-ccfd96d982db req-40e554d5-5ab2-4612-83f9-2292a323caf5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14b3dba-4d97-42f8-8920-51b8d4def42a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0792148
Jan 20 01:00:17.732807 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e451265b-b5a0-461d-a774-ccfd96d982db req-7e7b6145-147b-49a7-8b0c-fb91b88c8ece service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482666
Jan 20 01:00:17.756618 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36770a8f-eea4-4679-8374-f22965df9b11 req-aae46cea-ffa4-4c5a-b6cb-ca1627eae56c tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:17.758469 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-36770a8f-eea4-4679-8374-f22965df9b11 req-aae46cea-ffa4-4c5a-b6cb-ca1627eae56c tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 945 time: 0.1174757
Jan 20 01:00:17.840236 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-36770a8f-eea4-4679-8374-f22965df9b11 req-00dfe40b-9f6d-4567-898f-5cc08505b6db tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665529
Jan 20 01:00:17.929824 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e451265b-b5a0-461d-a774-ccfd96d982db req-b0421329-440f-4261-856a-d00fa10f91b7 service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1858943
Jan 20 01:00:18.465985 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67d76c-bf86-49f9-865e-36a551207f79 req-264f9c2f-e53f-4c20-8380-7a5749be5b7f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:18.467960 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fe67d76c-bf86-49f9-865e-36a551207f79 req-264f9c2f-e53f-4c20-8380-7a5749be5b7f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1825686
Jan 20 01:00:18.502014 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d9ffe-f1d7-4d25-a301-fd95883f5ee8 req-dac7bbef-7082-4f3a-b026-65a788031837 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:18.504020 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-702d9ffe-f1d7-4d25-a301-fd95883f5ee8 req-dac7bbef-7082-4f3a-b026-65a788031837 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1734142
Jan 20 01:00:18.589988 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-702d9ffe-f1d7-4d25-a301-fd95883f5ee8 req-f9304a22-4ef9-4234-b5e5-cafba15e5fec tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682733
Jan 20 01:00:18.608539 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fe67d76c-bf86-49f9-865e-36a551207f79 req-4ddca54f-7496-4f39-b80c-697d455dbb57 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026518
Jan 20 01:00:18.781017 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37062) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:18.924409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6675d-6ed4-442f-9eb8-4b9257e4fe82 req-8f475090-18a2-4514-b1c9-a3a41757492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:18.926068 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8fa6675d-6ed4-442f-9eb8-4b9257e4fe82 req-8f475090-18a2-4514-b1c9-a3a41757492f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 1162 time: 0.0856845
Jan 20 01:00:18.968542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:19.002768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:19.009994 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8fa6675d-6ed4-442f-9eb8-4b9257e4fe82 req-06e1ab10-373a-44fb-b4ec-77af33aff53e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621922
Jan 20 01:00:19.010963 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Usage tracker for resource:security_group_rule and tenant:48a2d7511adf467d9b763cd8a837b522 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:19.014277 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:19.020864 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:19.086576 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8238a37-00dc-44e0-8b1a-c5f74df96318 req-42b17d00-66fd-4f1a-831b-269125d3acc5 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:19.088341 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b8238a37-00dc-44e0-8b1a-c5f74df96318 req-42b17d00-66fd-4f1a-831b-269125d3acc5 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 945 time: 0.1027284
Jan 20 01:00:19.107544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:19.110282 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:19.118723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0dea65d3-be6d-4f91-be95-355d3b86cf35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:19.140030 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b8238a37-00dc-44e0-8b1a-c5f74df96318 req-fd80de11-c4d6-460a-b240-c47a9249d18b tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448120
Jan 20 01:00:19.161760 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48a2d7511adf467d9b763cd8a837b522&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3794963
Jan 20 01:00:19.164474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37072) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:19.167561 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9736225-5e67-4753-8fcf-775af042f7ef,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:19.191018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.191414 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.192368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.192785 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.193186 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.193585 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.193978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.194362 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.194748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.195138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.195511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.195880 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.196341 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.196719 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.197109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.197486 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.197865 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.198549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.198665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.198959 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.199345 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.199723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.200087 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.200643 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:19.206727 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:19.253052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10fcd5a6-d6c6-4e0a-95e2-76b35eb5f1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:19.280528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10fcd5a6-d6c6-4e0a-95e2-76b35eb5f1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:19.325593 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10fcd5a6-d6c6-4e0a-95e2-76b35eb5f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:19.330541 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e822d301-31b1-47de-b164-0ff150516b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:19.346315 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcd5a6-d6c6-4e0a-95e2-76b35eb5f1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9736225-5e67-4753-8fcf-775af042f7ef,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:19.348901 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-10fcd5a6-d6c6-4e0a-95e2-76b35eb5f1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:19.352437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10fcd5a6-d6c6-4e0a-95e2-76b35eb5f1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:19.356394 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-10fcd5a6-d6c6-4e0a-95e2-76b35eb5f1fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9736225-5e67-4753-8fcf-775af042f7ef HTTP/1.1" status: 204  len: 168 time: 0.1879821
Jan 20 01:00:19.976683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e443dd1-1c3c-41f9-a27d-9458b513ca81 req-7694d34a-8426-4aed-91dc-71b4a97cf5e4 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:19.978408 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1e443dd1-1c3c-41f9-a27d-9458b513ca81 req-7694d34a-8426-4aed-91dc-71b4a97cf5e4 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.2330635
Jan 20 01:00:20.001441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0405c8-9cdd-4456-9d68-e5d33d2d9320 req-84bc5454-9d79-444b-8426-f9970437b0b3 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:20.003038 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba0405c8-9cdd-4456-9d68-e5d33d2d9320 req-84bc5454-9d79-444b-8426-f9970437b0b3 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1659334
Jan 20 01:00:20.088180 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1e443dd1-1c3c-41f9-a27d-9458b513ca81 req-5947fb30-bc8b-4141-92d4-7b306b50715e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840847
Jan 20 01:00:20.093964 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba0405c8-9cdd-4456-9d68-e5d33d2d9320 req-a007cd94-834f-4907-82f0-1c7b71d256d8 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751042
Jan 20 01:00:20.319320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37116) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:20.467341 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1945710041-network', 'tenant_id': 'f0f86d6646694ab985428ba58017082f'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:00:20.472539 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:20.476756 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Usage tracker for resource:network and tenant:f0f86d6646694ab985428ba58017082f is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:20.479807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:20.485617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:20.494924 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Made reservation on behalf of f0f86d6646694ab985428ba58017082f for: {'network': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:00:20.499621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:20.512992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:20.528811 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:20.532913 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f86d6646694ab985428ba58017082f is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:20.535898 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:20.541673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:20.624575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:20.627330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:20.631934 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-50b84541-a439-4eca-8d07-dd0b7f67b9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:20.663799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 01:00:20.672914 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2439a5ef-b210-4028-af2e-53214509741f,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:20.677231 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:20.680019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759632512030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:20.680534 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Added segment 8ec21d70-2728-45c4-96b2-cceebccbf893 of type vxlan for network 559b2f7d-75e1-4563-beb7-771e7ea167d9
Jan 20 01:00:20.709029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:20.738073 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:20.739947 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:20.740622 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:20.745689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-63a9e66a-ba69-4f86-94e6-595ac0463744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:21.055783 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.7351737
Jan 20 01:00:21.059152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37128) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:21.064997 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Pushing event updated for resources: {'Network': ['ID=559b2f7d-75e1-4563-beb7-771e7ea167d9,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:21.065242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Request body: {'subnet': {'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1945710041-subnet', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'ip_version': 4}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:00:21.068703 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:21.071261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:21.075730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Usage tracker for resource:subnet and tenant:f0f86d6646694ab985428ba58017082f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:21.077285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:00:21.079170 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:21.085813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:21.096429 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Made reservation on behalf of f0f86d6646694ab985428ba58017082f for: {'subnet': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:00:21.099555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:00:21.101877 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6417876'] for subnet, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:21.405963 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3af7da-4ff6-4884-a3a6-3cb8dc88cb3d req-e36c5fcb-516d-4e88-9037-bbcd91403d37 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:21.407569 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff3af7da-4ff6-4884-a3a6-3cb8dc88cb3d req-e36c5fcb-516d-4e88-9037-bbcd91403d37 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1770341
Jan 20 01:00:21.507132 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ff3af7da-4ff6-4884-a3a6-3cb8dc88cb3d req-7deebd11-e8fa-419d-b9bf-dea11954a45f tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851870
Jan 20 01:00:21.665055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847644836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6417861'] for subnet, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:21.680701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-097d127a-1a27-43eb-a934-1f33e7528c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:21.818155 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a1f29b-0e32-429a-abdc-d73d342dcc3e,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:21.831176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.831578 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.831978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.833347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.833347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.833347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.833698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.834021 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.834400 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.834781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.835165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.835541 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.836004 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.836384 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.836765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.837168 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.837550 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.837948 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.838355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.838716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.839110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.839490 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.839867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.840244 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:21.845828 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:21.906081 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Checking segment: {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:00:21.906484 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Network hostable DHCP agents. Network: 559b2f7d-75e1-4563-beb7-771e7ea167d9, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 01:00:21.928217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 01:00:21.941086 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, 559b2f7d-75e1-4563-beb7-771e7ea167d9) {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:00:21.953122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb176c-33a3-4002-8da8-b42dfdd7e072 None None] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:00:21.958182 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:21.959080 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:21.987764 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-52813e55-0ef7-4a03-8756-0d0c7592f65e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9249680
Jan 20 01:00:21.988321 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37144) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:21.995204 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:00:22.001385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:22.006243 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Usage tracker for resource:router and tenant:f0f86d6646694ab985428ba58017082f is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:22.009597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:22.015973 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:22.028555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:22.030100 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774047'] for router, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:22.052344 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:22.230918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdf26795-3f68-5b42-9825-0cad8a2b5a16-559b2f7d-75e1-4563-beb7-771e7ea167d9', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e'}]}} from dv-cinder-667108-30-iscsi. {{(pid=80158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 20 01:00:22.231826 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:22.358063 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e56db-13f4-4c1c-b92e-254450cc8e2e req-b9bee428-9362-43a1-9228-108ed2c4f2bf tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:22.360000 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f78e56db-13f4-4c1c-b92e-254450cc8e2e req-b9bee428-9362-43a1-9228-108ed2c4f2bf tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1702132
Jan 20 01:00:22.428279 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f78e56db-13f4-4c1c-b92e-254450cc8e2e req-c17cb867-ebaf-4a8e-a79f-957eb0f218e2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607417
Jan 20 01:00:22.444576 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774032'] for router, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:22.452008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13896cb-d157-4cf6-b6d7-b6f027e2ec0e req-4cfe7407-fb1d-49bd-8d39-a922b62f38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:22.453666 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c13896cb-d157-4cf6-b6d7-b6f027e2ec0e req-4cfe7407-fb1d-49bd-8d39-a922b62f38c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=445b1bbe79974705aa064cc9f0fe4020&device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 1162 time: 0.2432692
Jan 20 01:00:22.549715 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Allocated IP 172.20.0.2 (559b2f7d-75e1-4563-beb7-771e7ea167d9/71a1f29b-0e32-429a-abdc-d73d342dcc3e/fb72ea47-983d-4910-92ba-1630b085e9f1) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:00:22.686714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13896cb-d157-4cf6-b6d7-b6f027e2ec0e req-cd1ddfbc-a93e-4357-9af4-7aa4dcfb171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:22.688250 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c13896cb-d157-4cf6-b6d7-b6f027e2ec0e req-cd1ddfbc-a93e-4357-9af4-7aa4dcfb171d service neutron] 10.222.0.20 "GET /v2.0/networks?id=be500c49-e7b2-42b5-bbac-8d6d49645b05 HTTP/1.1" status: 200  len: 912 time: 0.2179296
Jan 20 01:00:22.766596 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c13896cb-d157-4cf6-b6d7-b6f027e2ec0e req-b1070ca4-00e8-437a-aaf0-013d1c1588f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae77815d-5e5b-4089-b40a-775c16e28023 HTTP/1.1" status: 200  len: 217 time: 0.0704219
Jan 20 01:00:22.770714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:22.782330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Transition to ACTIVE for port object fb72ea47-983d-4910-92ba-1630b085e9f1 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:00:22.800617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Transition to ACTIVE for port object fb72ea47-983d-4910-92ba-1630b085e9f1 will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:00:22.805662 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:22.825077 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:22.966820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13896cb-d157-4cf6-b6d7-b6f027e2ec0e req-d934f566-db45-4001-ad20-ffc764a9b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:22.967755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Pushing event updated for resources: {'Port': ['ID=fb72ea47-983d-4910-92ba-1630b085e9f1,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:22.968406 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c13896cb-d157-4cf6-b6d7-b6f027e2ec0e req-d934f566-db45-4001-ad20-ffc764a9b773 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c88ade8-7398-4e61-921c-e7e00d3b7575 HTTP/1.1" status: 200  len: 858 time: 0.1929343
Jan 20 01:00:22.972164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:23.015403 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:00:23.017038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Resources bound (agent type, host, resource id):  {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:00:23.018962 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:00:23.033773 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c13896cb-d157-4cf6-b6d7-b6f027e2ec0e req-bf15e61d-a512-459f-bc88-29d50de07f6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be500c49-e7b2-42b5-bbac-8d6d49645b05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563500
Jan 20 01:00:23.077091 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Attempting to bind port fb72ea47-983d-4910-92ba-1630b085e9f1 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:00:23.077514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Attempting to bind port fb72ea47-983d-4910-92ba-1630b085e9f1 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:00:23.077931 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Attempting to bind port fb72ea47-983d-4910-92ba-1630b085e9f1 on network 559b2f7d-75e1-4563-beb7-771e7ea167d9 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:00:23.085234 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:00:23.085663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Checking segment: {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:00:23.086124 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:23.086569 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Bound using segment: {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:00:23.087138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Bound port: fb72ea47-983d-4910-92ba-1630b085e9f1, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:00:23.087559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:23.184580 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:23.184827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] For port fb72ea47-983d-4910-92ba-1630b085e9f1, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:00:23.188260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] For port fb72ea47-983d-4910-92ba-1630b085e9f1, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=fb72ea47-983d-4910-92ba-1630b085e9f1,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:00:23.191920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:23.211763 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:23.231872 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:23.307519 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c13896cb-d157-4cf6-b6d7-b6f027e2ec0e req-618b7790-8945-43e5-bb68-c7f77513bb93 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2439127
Jan 20 01:00:23.570148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Pushing event updated for resources: {'Port': ['ID=fb72ea47-983d-4910-92ba-1630b085e9f1,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:23.582471 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:23.713123 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66b342-3f88-4c4a-8588-1521d260b900 req-776b5bfa-f6d9-4430-a3ed-c2d3c7a40ac4 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:23.721427 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6c66b342-3f88-4c4a-8588-1521d260b900 req-776b5bfa-f6d9-4430-a3ed-c2d3c7a40ac4 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1187515
Jan 20 01:00:23.778093 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6c66b342-3f88-4c4a-8588-1521d260b900 req-ad75bd80-7f79-4e2f-8179-204dcf445678 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555575
Jan 20 01:00:23.824756 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37168) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:23.835079 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c13896cb-d157-4cf6-b6d7-b6f027e2ec0e req-983abd19-02b0-4f68-be61-502b0db485d2 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4720833
Jan 20 01:00:23.937191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Allocated IP 172.27.2.241 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/f173a29f-d68b-4cda-8e7f-08f4f70c1425) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:00:24.017376 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-642e191b-2a5e-495a-9b3a-aaf651330d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:24.040066 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-642e191b-2a5e-495a-9b3a-aaf651330d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:24.044350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-642e191b-2a5e-495a-9b3a-aaf651330d16 admin admin] Usage tracker for resource:security_group_rule and tenant:0f6cda4a5bd448ac832382d93ed92a63 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:24.047387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-642e191b-2a5e-495a-9b3a-aaf651330d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:24.053771 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-642e191b-2a5e-495a-9b3a-aaf651330d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:24.111774 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:24.150194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-642e191b-2a5e-495a-9b3a-aaf651330d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:24.196986 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:24.199092 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-642e191b-2a5e-495a-9b3a-aaf651330d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:24.208713 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a777ea52-4951-4849-8998-3fbb22106cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:24.213711 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:24.253024 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-642e191b-2a5e-495a-9b3a-aaf651330d16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f6cda4a5bd448ac832382d93ed92a63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4269764
Jan 20 01:00:24.255603 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e191b-2a5e-495a-9b3a-aaf651330d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2823dab1-99e8-4efd-b333-0b72adf646d9,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:24.258299 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37176) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:24.261416 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-642e191b-2a5e-495a-9b3a-aaf651330d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:24.322080 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-86b6e961-7911-4dde-aaa7-647ca05b3de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:24.349953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-86b6e961-7911-4dde-aaa7-647ca05b3de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:24.362859 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Pushing event updated for resources: {'Port': ['ID=f173a29f-d68b-4cda-8e7f-08f4f70c1425,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:24.369111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:24.407510 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-86b6e961-7911-4dde-aaa7-647ca05b3de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:24.413502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-642e191b-2a5e-495a-9b3a-aaf651330d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:24.418784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:00:24.419680 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:00:24.421934 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:00:24.428232 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6e961-7911-4dde-aaa7-647ca05b3de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2823dab1-99e8-4efd-b333-0b72adf646d9,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:24.431028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-86b6e961-7911-4dde-aaa7-647ca05b3de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:24.432235 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-86b6e961-7911-4dde-aaa7-647ca05b3de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:24.433473 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-86b6e961-7911-4dde-aaa7-647ca05b3de4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2823dab1-99e8-4efd-b333-0b72adf646d9 HTTP/1.1" status: 204  len: 168 time: 0.1741602
Jan 20 01:00:24.880736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:25.036420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832977c-703a-43bd-aee4-0b21c7fbe6d2 req-cf1cbd05-5a87-4f44-b816-f4f2d50f408c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:25.038259 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2832977c-703a-43bd-aee4-0b21c7fbe6d2 req-cf1cbd05-5a87-4f44-b816-f4f2d50f408c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1128223
Jan 20 01:00:25.098213 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2832977c-703a-43bd-aee4-0b21c7fbe6d2 req-cc52b9d8-6bc7-4be7-9b0b-cff1f0d82022 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522661
Jan 20 01:00:25.142193 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ea9d0-cd82-46e1-9b99-6c277352be04 None None] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:00:25.186851 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-30fe5b4b-5b19-4417-908c-a9ef8142c5e8 None None] Provisioning for port fb72ea47-983d-4910-92ba-1630b085e9f1 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:00:25.275764 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-695213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695250'] for router, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:25.288903 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ae77815d-5e5b-4089-b40a-775c16e28023 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:25.430359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port ae77815d-5e5b-4089-b40a-775c16e28023 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:25.430779 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:25.515022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c is scheduled to L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 with binding_index 1 {{(pid=80157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 20 01:00:25.634212 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:25.736057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:00:25.750127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Sync routers for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:00:25.762650 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:00:25.763341 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782aeb1c18>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:00:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:25.778095 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Notify callbacks [] for router, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:25.782111 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.7893202
Jan 20 01:00:25.782414 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37216) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:25.828900 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device fb72ea47-983d-4910-92ba-1630b085e9f1 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:25.952719 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port fb72ea47-983d-4910-92ba-1630b085e9f1 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:00:25.974475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c8f28a48-e8e7-46ae-aa32-04d214476492 None None] Provisioning complete for port fb72ea47-983d-4910-92ba-1630b085e9f1 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:25.976301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c8f28a48-e8e7-46ae-aa32-04d214476492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:26.029473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port fb72ea47-983d-4910-92ba-1630b085e9f1 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:26.029913 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:26.030034 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:00:26.342924 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c8f28a48-e8e7-46ae-aa32-04d214476492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:26.424013 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-c8f28a48-e8e7-46ae-aa32-04d214476492 None None] For port fb72ea47-983d-4910-92ba-1630b085e9f1, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=fb72ea47-983d-4910-92ba-1630b085e9f1,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:00:26.438021 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c8f28a48-e8e7-46ae-aa32-04d214476492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:26.447660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-04920408-fed7-449f-a158-d20ae5333411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:26.560449 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782aeb1c18>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:24Z', 'revision_number': 3, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:26.570675 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Checking router: 0c20d583-dac3-4ad2-b8f6-01e2a553f21c for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:00:26.574200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Updating router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c port f173a29f-d68b-4cda-8e7f-08f4f70c1425 binding host dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 01:00:26.599761 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:26.652269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e98d87-a4a5-4ab1-961e-2db1159617d9 req-68c7ab2a-b9f7-43b8-a043-aad144081562 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:26.656271 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:26.660373 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-32e98d87-a4a5-4ab1-961e-2db1159617d9 req-68c7ab2a-b9f7-43b8-a043-aad144081562 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.3038831
Jan 20 01:00:26.728276 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-32e98d87-a4a5-4ab1-961e-2db1159617d9 req-840892b9-fd4e-4a35-9130-cfa5d0a1fa94 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661378
Jan 20 01:00:26.737645 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-88427f95-7f97-40b6-a38d-93636a3b9be7 None None] Provisioning complete for port fb72ea47-983d-4910-92ba-1630b085e9f1 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:26.738071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-88427f95-7f97-40b6-a38d-93636a3b9be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:26.826313 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80158) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:00:26.826875 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:00:26.870380 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f28a48-e8e7-46ae-aa32-04d214476492 None None] Pushing event updated for resources: {'Port': ['ID=fb72ea47-983d-4910-92ba-1630b085e9f1,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:26.878895 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c8f28a48-e8e7-46ae-aa32-04d214476492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:27.142079 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:27.156581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Transition to ACTIVE for port object f173a29f-d68b-4cda-8e7f-08f4f70c1425 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:00:27.167140 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:27.278241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:27.286976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ae77815d-5e5b-4089-b40a-775c16e28023 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:27.450073 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port ae77815d-5e5b-4089-b40a-775c16e28023 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:27.450560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:27.480584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2ab34db8-8e1f-4323-97b6-769677fa6368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:27.577110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Pushing event updated for resources: {'Port': ['ID=f173a29f-d68b-4cda-8e7f-08f4f70c1425,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:27.590705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.591115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.591718 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.592090 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.592452 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.592813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.593195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.593555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.593910 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.594264 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.594618 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.594972 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.595398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.595770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.596126 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.596477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.596823 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.597226 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.597578 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.598604 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.598977 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.599330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.599680 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.600030 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:00:27.605768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:27.625892 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Attempting to bind port f173a29f-d68b-4cda-8e7f-08f4f70c1425 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:00:27.626306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Attempting to bind port f173a29f-d68b-4cda-8e7f-08f4f70c1425 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:00:27.626710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Attempting to bind port f173a29f-d68b-4cda-8e7f-08f4f70c1425 on network edea8e20-c3db-4bd3-afba-40aa0a06f207 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:00:27.632462 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:00:27.632878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Checking segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:00:27.633351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:27.633790 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Bound using segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:00:27.634299 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Bound port: f173a29f-d68b-4cda-8e7f-08f4f70c1425, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:00:27.634714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:27.668379 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Allocated IP 172.20.0.1 (559b2f7d-75e1-4563-beb7-771e7ea167d9/71a1f29b-0e32-429a-abdc-d73d342dcc3e/7967202e-4ca3-445a-a8fc-d45ab80847dd) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:00:27.726306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] For port f173a29f-d68b-4cda-8e7f-08f4f70c1425, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:00:27.730514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] For port f173a29f-d68b-4cda-8e7f-08f4f70c1425, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=f173a29f-d68b-4cda-8e7f-08f4f70c1425,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:00:27.738006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:27.761787 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device fb72ea47-983d-4910-92ba-1630b085e9f1 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:27.763928 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a40c12da-7e38-4fa6-bf5f-01e5c1be6351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:27.842838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port fb72ea47-983d-4910-92ba-1630b085e9f1 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:27.843562 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:27.881612 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:27.901391 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Transition to ACTIVE for port object 7967202e-4ca3-445a-a8fc-d45ab80847dd will not be triggered until provisioned by entity DHCP. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:00:27.929382 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:27.948316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:28.022944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Pushing event updated for resources: {'Port': ['ID=7967202e-4ca3-445a-a8fc-d45ab80847dd,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:28.034891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Pushing event updated for resources: {'Port': ['ID=f173a29f-d68b-4cda-8e7f-08f4f70c1425,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:28.036360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:28.038692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:28.089042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:00:28.089669 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782aeb1c18>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:00:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:28.179542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:00:28.180736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:00:28.193860 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:00:28.271598 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854080671'] for router_interface, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:28.336447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:00:28.413668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:28.549202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-750d8f53-eabd-438b-a848-f1c910279dd3 None None] Provisioning for port 7967202e-4ca3-445a-a8fc-d45ab80847dd completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:00:28.556435 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-750d8f53-eabd-438b-a848-f1c910279dd3 None None] Provisioning complete for port 7967202e-4ca3-445a-a8fc-d45ab80847dd triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:28.556866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-750d8f53-eabd-438b-a848-f1c910279dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:28.618160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-750d8f53-eabd-438b-a848-f1c910279dd3 None None] Port 7967202e-4ca3-445a-a8fc-d45ab80847dd cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:00:28.689610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782aeb1c18>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:24Z', 'revision_number': 3, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:28.694241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e6f977-62c1-4bd0-97db-e9b2ab297ac4 None None] The sync data for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi is: [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:24Z', 'revision_number': 3, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:00:28.718686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:28.722595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:28.753006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bf9fc98a-94da-4c7f-9b0a-59a752746b72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:28.840489 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853742421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079544'] for router_interface, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:28.856473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Pushing event updated for resources: {'Port': ['ID=7967202e-4ca3-445a-a8fc-d45ab80847dd,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:28.862513 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:28.987016 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:00:28.988130 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:00:29.216877 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:00:29.241679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-6c37135b-b84a-4f4a-8deb-d9b76687b017 None None] Provisioning complete for port 7967202e-4ca3-445a-a8fc-d45ab80847dd triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:29.242086 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6c37135b-b84a-4f4a-8deb-d9b76687b017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:29.301693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-6c37135b-b84a-4f4a-8deb-d9b76687b017 None None] Port 7967202e-4ca3-445a-a8fc-d45ab80847dd cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:00:29.419617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:00:29.439619 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] 10.222.0.37 "PUT /v2.0/routers/0c20d583-dac3-4ad2-b8f6-01e2a553f21c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6503448
Jan 20 01:00:29.772580 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device f173a29f-d68b-4cda-8e7f-08f4f70c1425 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:29.853301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port f173a29f-d68b-4cda-8e7f-08f4f70c1425 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:00:29.858342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port f173a29f-d68b-4cda-8e7f-08f4f70c1425 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:29.858765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:29.982055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:29.998905 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port f173a29f-d68b-4cda-8e7f-08f4f70c1425, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=f173a29f-d68b-4cda-8e7f-08f4f70c1425,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:00:30.001786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:30.004739 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c9fa21b3-21b4-4787-ba2f-a8df0ee0b409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:30.077267 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=f173a29f-d68b-4cda-8e7f-08f4f70c1425,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:30.080706 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:30.233587 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37274) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:30.240024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1836723770-network', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:00:30.245018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:30.249086 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Usage tracker for resource:network and tenant:2b37aa8b93664fecaa910803e04485ff is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:30.252194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:30.258668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:30.267851 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Made reservation on behalf of 2b37aa8b93664fecaa910803e04485ff for: {'network': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:00:30.273137 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:30.285706 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:30.300471 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:30.304430 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Usage tracker for resource:security_group_rule and tenant:2b37aa8b93664fecaa910803e04485ff is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:30.307323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:30.313010 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:30.396508 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:30.399161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:30.403246 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aac037fa-537d-486d-8aeb-18dddae7d0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:30.434691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 01:00:30.447046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3df9f8b-c9f6-4bea-a0b2-a8699c49537f,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:30.451603 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:30.452594 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759632512030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:30.453026 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Added segment 15763fa9-5284-4f17-bf8e-10b307936bbd of type vxlan for network 45211b55-aea7-44d8-b3b0-bef64240e608
Jan 20 01:00:30.485147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:30.516671 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:30.518020 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:30.518661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:30.524070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:30.630033 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.3945091
Jan 20 01:00:30.631087 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Pushing event updated for resources: {'Network': ['ID=45211b55-aea7-44d8-b3b0-bef64240e608,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:30.633185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37282) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:30.634117 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:30.640034 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Request body: {'subnet': {'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1836723770-subnet', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'ip_version': 4}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:00:30.642328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network 45211b55-aea7-44d8-b3b0-bef64240e608 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:00:30.645743 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:30.649906 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Usage tracker for resource:subnet and tenant:2b37aa8b93664fecaa910803e04485ff is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:30.653808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:30.659660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:30.674242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Made reservation on behalf of 2b37aa8b93664fecaa910803e04485ff for: {'subnet': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:00:30.679698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6417876'] for subnet, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:31.088309 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847644836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6417861'] for subnet, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:31.104342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:31.237396 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d4bece6-5457-4dd5-a948-d10e3cd75d54,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:31.241236 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:31.307688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Checking segment: {'id': '15763fa9-5284-4f17-bf8e-10b307936bbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:00:31.308084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Network hostable DHCP agents. Network: 45211b55-aea7-44d8-b3b0-bef64240e608, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 01:00:31.326341 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Network 45211b55-aea7-44d8-b3b0-bef64240e608 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 01:00:31.334981 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, 45211b55-aea7-44d8-b3b0-bef64240e608) {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:00:31.344145 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb058e42-f199-4cd9-94af-8c7367efadf1 None None] Network 45211b55-aea7-44d8-b3b0-bef64240e608 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:00:31.346714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:31.347356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:31.368107 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7336638
Jan 20 01:00:31.370765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37288) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:31.376209 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1836723770-router', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:00:31.380941 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:31.384896 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Usage tracker for resource:router and tenant:2b37aa8b93664fecaa910803e04485ff is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:31.388412 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:31.394184 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:31.404203 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:31.405373 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774047'] for router, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:31.420808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:31.640777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network 45211b55-aea7-44d8-b3b0-bef64240e608 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:00:31.710201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Sync routers for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:00:31.825504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device f173a29f-d68b-4cda-8e7f-08f4f70c1425 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:31.868953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:00:31.869684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b092b70>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:00:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:31.924402 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774032'] for router, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:32.028798 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdf26795-3f68-5b42-9825-0cad8a2b5a16-45211b55-aea7-44d8-b3b0-bef64240e608', 'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'fixed_ips': [{'subnet_id': '5d4bece6-5457-4dd5-a948-d10e3cd75d54'}]}} from dv-cinder-667108-30-iscsi. {{(pid=80158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 20 01:00:32.029750 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:32.237815 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port f173a29f-d68b-4cda-8e7f-08f4f70c1425 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:32.238912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:32.261250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:32.293993 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:32.296980 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:00:32.576101 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Allocated IP 172.27.2.231 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/ff8e1d70-96a6-4979-8645-8a00f7ce1304) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:00:32.756154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:32.788431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:32.820509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:32.825821 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Allocated IP 172.20.0.2 (45211b55-aea7-44d8-b3b0-bef64240e608/5d4bece6-5457-4dd5-a948-d10e3cd75d54/40e5482b-6ff4-46b2-8968-d36e673283be) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:00:32.966155 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Pushing event updated for resources: {'Port': ['ID=ff8e1d70-96a6-4979-8645-8a00f7ce1304,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:32.969848 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:32.975723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b092b70>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 2, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:32.994448 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Checking router: 0c20d583-dac3-4ad2-b8f6-01e2a553f21c for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:00:32.994629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Updating router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c port 7967202e-4ca3-445a-a8fc-d45ab80847dd binding host dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 01:00:33.021386 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:00:33.022744 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:00:33.034423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:00:33.265680 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:33.348582 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:33.392520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Transition to ACTIVE for port object 40e5482b-6ff4-46b2-8968-d36e673283be will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:00:33.429912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Transition to ACTIVE for port object 40e5482b-6ff4-46b2-8968-d36e673283be will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:00:33.474548 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:33.476061 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:33.494984 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:33.654726 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Pushing event updated for resources: {'Port': ['ID=40e5482b-6ff4-46b2-8968-d36e673283be,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:33.669181 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:33.814328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Network 45211b55-aea7-44d8-b3b0-bef64240e608 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:00:33.815488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Resources bound (agent type, host, resource id):  {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:00:33.829240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:00:33.843548 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-695213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695250'] for router, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:33.899439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Attempting to bind port 40e5482b-6ff4-46b2-8968-d36e673283be on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:00:33.899856 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Attempting to bind port 40e5482b-6ff4-46b2-8968-d36e673283be by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '15763fa9-5284-4f17-bf8e-10b307936bbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:00:33.900268 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Attempting to bind port 40e5482b-6ff4-46b2-8968-d36e673283be on network 45211b55-aea7-44d8-b3b0-bef64240e608 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:00:33.907808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:00:33.908234 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Checking segment: {'id': '15763fa9-5284-4f17-bf8e-10b307936bbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:00:33.908735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:33.909109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Bound using segment: {'id': '15763fa9-5284-4f17-bf8e-10b307936bbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:00:33.909639 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Bound port: 40e5482b-6ff4-46b2-8968-d36e673283be, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15763fa9-5284-4f17-bf8e-10b307936bbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:00:33.910624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:34.073869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:34.098223 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Transition to ACTIVE for port object 7967202e-4ca3-445a-a8fc-d45ab80847dd will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:00:34.101480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] For port 40e5482b-6ff4-46b2-8968-d36e673283be, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:00:34.105270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] For port 40e5482b-6ff4-46b2-8968-d36e673283be, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=40e5482b-6ff4-46b2-8968-d36e673283be,segment=NetworkSegment(15763fa9-5284-4f17-bf8e-10b307936bbd),segment_id=15763fa9-5284-4f17-bf8e-10b307936bbd)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:00:34.106402 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:34.123819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:34.163826 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:34.257838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:00:34.280610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Router 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 is scheduled to L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 with binding_index 1 {{(pid=80156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 20 01:00:34.364395 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fe3ca-ff86-4605-848a-098cd23e7653 None None] Pushing event updated for resources: {'Port': ['ID=7967202e-4ca3-445a-a8fc-d45ab80847dd,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:34.367383 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-005fe3ca-ff86-4605-848a-098cd23e7653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:34.371700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08d0061e-7328-4193-b3e6-8f5627a713c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:34.474451 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:00:34.484747 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Sync routers for ids ['6faab8d1-c656-47ed-ba68-012f7a7c7ea2'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:00:34.495854 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Routers {'6faab8d1-c656-47ed-ba68-012f7a7c7ea2'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:00:34.496666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b3eba58>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:00:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['6faab8d1-c656-47ed-ba68-012f7a7c7ea2'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:34.498567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] Notify callbacks [] for router, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:34.502790 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37314) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:34.502947 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2c43e2d4-6844-4ed9-8a93-ca1c4cdf55ea admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1310763
Jan 20 01:00:34.568597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Pushing event updated for resources: {'Port': ['ID=40e5482b-6ff4-46b2-8968-d36e673283be,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:34.572184 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:34.651409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Attempting to bind port 7967202e-4ca3-445a-a8fc-d45ab80847dd on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:00:34.656480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Attempting to bind port 7967202e-4ca3-445a-a8fc-d45ab80847dd by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:00:34.656480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Attempting to bind port 7967202e-4ca3-445a-a8fc-d45ab80847dd on network 559b2f7d-75e1-4563-beb7-771e7ea167d9 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:00:34.666995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:00:34.667541 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Checking segment: {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:00:34.668353 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:34.668993 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Bound using segment: {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:00:34.669620 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Bound port: 7967202e-4ca3-445a-a8fc-d45ab80847dd, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:00:34.670149 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:34.750906 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Set router 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:00:34.797863 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] For port 7967202e-4ca3-445a-a8fc-d45ab80847dd, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:00:34.801830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] For port 7967202e-4ca3-445a-a8fc-d45ab80847dd, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=7967202e-4ca3-445a-a8fc-d45ab80847dd,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:00:34.806199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:34.823989 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:35.022926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fe3ca-ff86-4605-848a-098cd23e7653 None None] Pushing event updated for resources: {'Port': ['ID=7967202e-4ca3-445a-a8fc-d45ab80847dd,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:35.030614 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-005fe3ca-ff86-4605-848a-098cd23e7653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:35.094783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:00:35.095478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b092b70>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:00:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:35.133671 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b3eba58>, [{'id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'name': 'tempest-TestVolumeBootPattern-1836723770-router', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:31Z', 'updated_at': '2021-01-20T01:00:33Z', 'revision_number': 3, 'project_id': '2b37aa8b93664fecaa910803e04485ff', 'gw_port': {'id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:32Z', 'updated_at': '2021-01-20T01:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:35.142844 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Checking router: 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:00:35.143351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Updating router 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 port ff8e1d70-96a6-4979-8645-8a00f7ce1304 binding host dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 01:00:35.214448 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:35.604671 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:00:35.710540 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:35.801353 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:35.845515 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Transition to ACTIVE for port object ff8e1d70-96a6-4979-8645-8a00f7ce1304 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:00:35.852827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:35.893131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:36.086802 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 40e5482b-6ff4-46b2-8968-d36e673283be up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:36.088579 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5babcd3-e87c-48f7-a618-6f53b2881a7e None None] Pushing event updated for resources: {'Port': ['ID=ff8e1d70-96a6-4979-8645-8a00f7ce1304,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:36.101912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c5babcd3-e87c-48f7-a618-6f53b2881a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:36.179852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Attempting to bind port ff8e1d70-96a6-4979-8645-8a00f7ce1304 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:00:36.180716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Attempting to bind port ff8e1d70-96a6-4979-8645-8a00f7ce1304 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:00:36.180716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Attempting to bind port ff8e1d70-96a6-4979-8645-8a00f7ce1304 on network edea8e20-c3db-4bd3-afba-40aa0a06f207 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:00:36.187038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:00:36.187454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Checking segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:00:36.187905 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:36.188474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Bound using segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:00:36.189046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Bound port: ff8e1d70-96a6-4979-8645-8a00f7ce1304, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:00:36.189438 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:36.276874 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 40e5482b-6ff4-46b2-8968-d36e673283be completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:00:36.284550 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] For port ff8e1d70-96a6-4979-8645-8a00f7ce1304, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:00:36.288696 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] For port ff8e1d70-96a6-4979-8645-8a00f7ce1304, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=ff8e1d70-96a6-4979-8645-8a00f7ce1304,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:00:36.289601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b092b70>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:34Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:36.292638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:36.294441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d6176d-2e6c-4b4a-b266-7d4bc2521898 None None] The sync data for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi is: [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:34Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:00:36.310111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c5babcd3-e87c-48f7-a618-6f53b2881a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:36.316301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130508ce-b38c-4322-a4cb-992c71f6d6f7 None None] Network 45211b55-aea7-44d8-b3b0-bef64240e608 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:00:36.327248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Allocated IP 172.20.0.1 (45211b55-aea7-44d8-b3b0-bef64240e608/5d4bece6-5457-4dd5-a948-d10e3cd75d54/30805db1-03bb-4ecd-8813-c934a4188a27) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:00:36.475267 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-fc5acd1b-e1a7-404c-a6ad-c3fea9cb8482 None None] Provisioning for port 40e5482b-6ff4-46b2-8968-d36e673283be completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:00:36.508511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-fc5acd1b-e1a7-404c-a6ad-c3fea9cb8482 None None] Provisioning complete for port 40e5482b-6ff4-46b2-8968-d36e673283be triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:36.508984 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fc5acd1b-e1a7-404c-a6ad-c3fea9cb8482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:36.606688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:36.627887 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Transition to ACTIVE for port object 30805db1-03bb-4ecd-8813-c934a4188a27 will not be triggered until provisioned by entity DHCP. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:00:36.666555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:36.693119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0547e74b-78ab-4e10-97dc-719da64d4ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:36.741043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5babcd3-e87c-48f7-a618-6f53b2881a7e None None] Pushing event updated for resources: {'Port': ['ID=ff8e1d70-96a6-4979-8645-8a00f7ce1304,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:36.755486 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c5babcd3-e87c-48f7-a618-6f53b2881a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:36.828025 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Routers {'6faab8d1-c656-47ed-ba68-012f7a7c7ea2'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:00:36.829184 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b3eba58>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:00:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['6faab8d1-c656-47ed-ba68-012f7a7c7ea2'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:36.835336 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fc5acd1b-e1a7-404c-a6ad-c3fea9cb8482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:36.869424 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Pushing event updated for resources: {'Port': ['ID=30805db1-03bb-4ecd-8813-c934a4188a27,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:36.875171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:36.886388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-fc5acd1b-e1a7-404c-a6ad-c3fea9cb8482 None None] For port 40e5482b-6ff4-46b2-8968-d36e673283be, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=40e5482b-6ff4-46b2-8968-d36e673283be,segment=NetworkSegment(15763fa9-5284-4f17-bf8e-10b307936bbd),segment_id=15763fa9-5284-4f17-bf8e-10b307936bbd)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:00:36.895114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fc5acd1b-e1a7-404c-a6ad-c3fea9cb8482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:36.896782 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:36.942955 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Network 45211b55-aea7-44d8-b3b0-bef64240e608 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:00:36.944433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:00:36.946980 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:00:37.001033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5acd1b-e1a7-404c-a6ad-c3fea9cb8482 None None] Pushing event updated for resources: {'Port': ['ID=40e5482b-6ff4-46b2-8968-d36e673283be,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:37.008744 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fc5acd1b-e1a7-404c-a6ad-c3fea9cb8482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:37.015840 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854080671'] for router_interface, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:37.130684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4ba477a6-e597-47fd-ba6b-6bb97ef23330 None None] Provisioning for port 30805db1-03bb-4ecd-8813-c934a4188a27 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:00:37.150243 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] Set router 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:00:37.158458 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4ba477a6-e597-47fd-ba6b-6bb97ef23330 None None] Provisioning complete for port 30805db1-03bb-4ecd-8813-c934a4188a27 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:37.158896 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4ba477a6-e597-47fd-ba6b-6bb97ef23330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:37.188079 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:37.300679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4ba477a6-e597-47fd-ba6b-6bb97ef23330 None None] Port 30805db1-03bb-4ecd-8813-c934a4188a27 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:00:37.338628 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4ba477a6-e597-47fd-ba6b-6bb97ef23330 None None] Provisioning complete for port 40e5482b-6ff4-46b2-8968-d36e673283be triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:37.339057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4ba477a6-e597-47fd-ba6b-6bb97ef23330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:37.589642 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b3eba58>, [{'id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'name': 'tempest-TestVolumeBootPattern-1836723770-router', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:31Z', 'updated_at': '2021-01-20T01:00:33Z', 'revision_number': 3, 'project_id': '2b37aa8b93664fecaa910803e04485ff', 'gw_port': {'id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:32Z', 'updated_at': '2021-01-20T01:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:37.594796 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e467e01-3ba6-49a8-9b69-38436efb7019 None None] The sync data for ids ['6faab8d1-c656-47ed-ba68-012f7a7c7ea2'] in dv-cinder-667108-30-iscsi is: [{'id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'name': 'tempest-TestVolumeBootPattern-1836723770-router', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:31Z', 'updated_at': '2021-01-20T01:00:33Z', 'revision_number': 3, 'project_id': '2b37aa8b93664fecaa910803e04485ff', 'gw_port': {'id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:32Z', 'updated_at': '2021-01-20T01:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:00:37.631693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:37.635307 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:37.665643 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9018a332-d730-4068-8993-3da620015134 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:37.712833 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d557c876-a4ed-40e6-80e4-b08ee0a77089 None None] Provisioning complete for port 30805db1-03bb-4ecd-8813-c934a4188a27 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:37.713291 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d557c876-a4ed-40e6-80e4-b08ee0a77089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:37.765943 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Pushing event updated for resources: {'Port': ['ID=30805db1-03bb-4ecd-8813-c934a4188a27,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:37.768688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853742421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079544'] for router_interface, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:37.791200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:37.886985 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 7967202e-4ca3-445a-a8fc-d45ab80847dd up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:37.928775 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d557c876-a4ed-40e6-80e4-b08ee0a77089 None None] Port 30805db1-03bb-4ecd-8813-c934a4188a27 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:00:37.955067 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Network 45211b55-aea7-44d8-b3b0-bef64240e608 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:00:37.956189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:00:38.051221 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d557c876-a4ed-40e6-80e4-b08ee0a77089 None None] Provisioning complete for port 40e5482b-6ff4-46b2-8968-d36e673283be triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:38.052359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d557c876-a4ed-40e6-80e4-b08ee0a77089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:38.139487 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 7967202e-4ca3-445a-a8fc-d45ab80847dd completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:00:38.152269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 7967202e-4ca3-445a-a8fc-d45ab80847dd triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:38.152269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:38.202427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Router 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:00:38.391953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:38.428672 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:00:38.446332 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] 10.222.0.37 "PUT /v2.0/routers/6faab8d1-c656-47ed-ba68-012f7a7c7ea2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9412365
Jan 20 01:00:38.461250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port 7967202e-4ca3-445a-a8fc-d45ab80847dd, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=7967202e-4ca3-445a-a8fc-d45ab80847dd,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:00:38.465521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-5e5afa40-2b09-448d-a34b-9f51ca1fa851 None None] Provisioning complete for port 30805db1-03bb-4ecd-8813-c934a4188a27 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:38.465951 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5e5afa40-2b09-448d-a34b-9f51ca1fa851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:38.498512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:38.499424 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 40e5482b-6ff4-46b2-8968-d36e673283be up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:38.547001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:38.653842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-5e5afa40-2b09-448d-a34b-9f51ca1fa851 None None] Port 30805db1-03bb-4ecd-8813-c934a4188a27 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:00:38.674342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=7967202e-4ca3-445a-a8fc-d45ab80847dd,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:38.682080 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:38.704473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-5e5afa40-2b09-448d-a34b-9f51ca1fa851 None None] Provisioning complete for port 40e5482b-6ff4-46b2-8968-d36e673283be triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:38.705166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5e5afa40-2b09-448d-a34b-9f51ca1fa851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:38.758928 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 40e5482b-6ff4-46b2-8968-d36e673283be triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:38.759347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:38.828512 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8e223154-b113-451c-b73f-73258ae771c6 req-cb1c5951-d255-4652-bbd4-4c25edbdb04d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0990825
Jan 20 01:00:38.977985 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e223154-b113-451c-b73f-73258ae771c6 req-eaac868a-9c25-45da-b55f-7312ca1a63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:38.980015 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8e223154-b113-451c-b73f-73258ae771c6 req-eaac868a-9c25-45da-b55f-7312ca1a63ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=445b1bbe79974705aa064cc9f0fe4020&device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 1162 time: 0.1059477
Jan 20 01:00:39.124389 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-240305902', 'description': 'tempest-TestVolumeBootPattern-240305902 description'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:00:39.134972 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:39.139708 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Usage tracker for resource:security_group and tenant:f0f86d6646694ab985428ba58017082f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:39.166980 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:39.174656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:39.188856 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:39.222156 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:39.228429 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Usage tracker for resource:security_group_rule and tenant:f0f86d6646694ab985428ba58017082f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:39.231996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:39.238517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:39.343169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:39.346959 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:39.353495 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d7cb734c-e3d4-4da7-b469-1e818900acc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:39.390029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e223154-b113-451c-b73f-73258ae771c6 req-2c7be0a2-3493-4e46-8c23-01252ffde88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:39.391696 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8e223154-b113-451c-b73f-73258ae771c6 req-2c7be0a2-3493-4e46-8c23-01252ffde88b service neutron] 10.222.0.20 "GET /v2.0/networks?id=be500c49-e7b2-42b5-bbac-8d6d49645b05 HTTP/1.1" status: 200  len: 912 time: 0.3879881
Jan 20 01:00:39.401190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event updated for resources: {'SecurityGroup': ['ID=54b0108b-333a-4666-8d03-883d831dc5e9,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:39.404095 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:39.405664 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-deb01044-293f-40c2-a6a8-5b2fbb823803 req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2861588
Jan 20 01:00:39.406480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:39.473853 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8e223154-b113-451c-b73f-73258ae771c6 req-b5e448ba-6821-4edf-9f5f-19428247427f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae77815d-5e5b-4089-b40a-775c16e28023 HTTP/1.1" status: 200  len: 217 time: 0.0743799
Jan 20 01:00:39.502775 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4ce7fbf5-2b47-445d-8ad7-88c4b59d2492 req-06930ada-5306-43be-80c9-bdb1e00886e7 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups/54b0108b-333a-4666-8d03-883d831dc5e9 HTTP/1.1" status: 200  len: 1806 time: 0.0608726
Jan 20 01:00:39.515191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-4ce7fbf5-2b47-445d-8ad7-88c4b59d2492 req-50389284-0243-4462-9f43-31a7abf45459 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54b0108b-333a-4666-8d03-883d831dc5e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:00:39.515712 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-4ce7fbf5-2b47-445d-8ad7-88c4b59d2492 req-50389284-0243-4462-9f43-31a7abf45459 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54b0108b-333a-4666-8d03-883d831dc5e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:00:39.526604 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-4ce7fbf5-2b47-445d-8ad7-88c4b59d2492 req-50389284-0243-4462-9f43-31a7abf45459 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:39.530973 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-4ce7fbf5-2b47-445d-8ad7-88c4b59d2492 req-50389284-0243-4462-9f43-31a7abf45459 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Usage tracker for resource:security_group_rule and tenant:f0f86d6646694ab985428ba58017082f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:39.535505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-4ce7fbf5-2b47-445d-8ad7-88c4b59d2492 req-50389284-0243-4462-9f43-31a7abf45459 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:39.541804 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-4ce7fbf5-2b47-445d-8ad7-88c4b59d2492 req-50389284-0243-4462-9f43-31a7abf45459 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:39.556137 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e223154-b113-451c-b73f-73258ae771c6 req-d453e35b-1eef-494d-848a-307bd663c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:39.557992 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8e223154-b113-451c-b73f-73258ae771c6 req-d453e35b-1eef-494d-848a-307bd663c19d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c88ade8-7398-4e61-921c-e7e00d3b7575 HTTP/1.1" status: 200  len: 858 time: 0.0745196
Jan 20 01:00:39.605387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4ce7fbf5-2b47-445d-8ad7-88c4b59d2492 req-50389284-0243-4462-9f43-31a7abf45459 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for security_group_rule, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:39.614684 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8e223154-b113-451c-b73f-73258ae771c6 req-76fac868-8e21-4cc1-87c7-1bf4a2bb697f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be500c49-e7b2-42b5-bbac-8d6d49645b05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497706
Jan 20 01:00:39.632054 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4ce7fbf5-2b47-445d-8ad7-88c4b59d2492 req-50389284-0243-4462-9f43-31a7abf45459 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:39.635244 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4ce7fbf5-2b47-445d-8ad7-88c4b59d2492 req-50389284-0243-4462-9f43-31a7abf45459 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:39.637772 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4b45e923-4489-4b97-b2aa-0c4b1af9d7df tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:39.667930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50389284-0243-4462-9f43-31a7abf45459 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35310ed8-0bf7-4bfb-ae25-f61eac02f3fa,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:39.667930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-50389284-0243-4462-9f43-31a7abf45459 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:39.674534 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4ce7fbf5-2b47-445d-8ad7-88c4b59d2492 req-50389284-0243-4462-9f43-31a7abf45459 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for security_group_rule, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:39.675941 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4ce7fbf5-2b47-445d-8ad7-88c4b59d2492 req-50389284-0243-4462-9f43-31a7abf45459 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1654296
Jan 20 01:00:39.780257 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8e223154-b113-451c-b73f-73258ae771c6 req-cfe26e7b-8dca-4cb7-8567-f99fde1449a7 service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578188
Jan 20 01:00:39.781025 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9b5660bd-0a81-44bc-84fe-341fa2f4f571 req-9a9343bc-ccd5-42df-a4dc-4318635aaa3d tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups/54b0108b-333a-4666-8d03-883d831dc5e9 HTTP/1.1" status: 200  len: 2399 time: 0.0654569
Jan 20 01:00:39.786625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-9b5660bd-0a81-44bc-84fe-341fa2f4f571 req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54b0108b-333a-4666-8d03-883d831dc5e9', 'remote_group_id': None}]} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:00:39.786977 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-9b5660bd-0a81-44bc-84fe-341fa2f4f571 req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54b0108b-333a-4666-8d03-883d831dc5e9', 'remote_group_id': None}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:00:39.800888 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-9b5660bd-0a81-44bc-84fe-341fa2f4f571 req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:39.805010 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-9b5660bd-0a81-44bc-84fe-341fa2f4f571 req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Usage tracker for resource:security_group_rule and tenant:f0f86d6646694ab985428ba58017082f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:39.808558 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-9b5660bd-0a81-44bc-84fe-341fa2f4f571 req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:39.814984 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-9b5660bd-0a81-44bc-84fe-341fa2f4f571 req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:39.837173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 7967202e-4ca3-445a-a8fc-d45ab80847dd up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:39.887521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9b5660bd-0a81-44bc-84fe-341fa2f4f571 req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for security_group_rule, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:39.915329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9b5660bd-0a81-44bc-84fe-341fa2f4f571 req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:39.918905 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9b5660bd-0a81-44bc-84fe-341fa2f4f571 req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:39.922738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:39.926175 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 7967202e-4ca3-445a-a8fc-d45ab80847dd triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:39.926586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:39.950354 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8e223154-b113-451c-b73f-73258ae771c6 req-d0b359e6-8730-4e8a-be8f-fbe219d862ae service neutron] 10.222.0.20 "GET /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1597567
Jan 20 01:00:39.952368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f64fb5b-fa62-49f1-b2fc-b2cb766c69e6,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:39.955303 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:39.963063 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9b5660bd-0a81-44bc-84fe-341fa2f4f571 req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for security_group_rule, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:39.964424 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9b5660bd-0a81-44bc-84fe-341fa2f4f571 req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1824160
Jan 20 01:00:40.248206 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device ff8e1d70-96a6-4979-8645-8a00f7ce1304 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:40.324693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port ff8e1d70-96a6-4979-8645-8a00f7ce1304 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:00:40.330122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port ff8e1d70-96a6-4979-8645-8a00f7ce1304 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:40.330500 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:40.459998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:40.478494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port ff8e1d70-96a6-4979-8645-8a00f7ce1304, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=ff8e1d70-96a6-4979-8645-8a00f7ce1304,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:00:40.481960 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:40.483897 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:40.556613 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=ff8e1d70-96a6-4979-8645-8a00f7ce1304,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:40.560039 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:41.062384 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37444) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:41.145513 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Sync routers for ids ['6faab8d1-c656-47ed-ba68-012f7a7c7ea2'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:00:41.157718 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Routers {'6faab8d1-c656-47ed-ba68-012f7a7c7ea2'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:00:41.158609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782adf84e0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:00:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['6faab8d1-c656-47ed-ba68-012f7a7c7ea2'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:41.227123 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cdbad29f-0fda-4099-8f54-2b255ae22490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:41.244173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cdbad29f-0fda-4099-8f54-2b255ae22490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:00:41.249377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-cdbad29f-0fda-4099-8f54-2b255ae22490 admin admin] Usage tracker for resource:security_group_rule and tenant:48ea80f2d0664191ba4ee400053ed445 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:00:41.253017 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-cdbad29f-0fda-4099-8f54-2b255ae22490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:00:41.259928 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cdbad29f-0fda-4099-8f54-2b255ae22490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:00:41.361606 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cdbad29f-0fda-4099-8f54-2b255ae22490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:41.371414 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cdbad29f-0fda-4099-8f54-2b255ae22490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:41.395393 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0795f0df-e20f-49cb-9c15-56082a6ea45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:41.397542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Set router 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:00:41.442339 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-cdbad29f-0fda-4099-8f54-2b255ae22490 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48ea80f2d0664191ba4ee400053ed445&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3777575
Jan 20 01:00:41.443275 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37462) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:00:41.443654 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbad29f-0fda-4099-8f54-2b255ae22490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b44bd4-e75f-41fa-8209-635de9bf1415,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:41.447395 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cdbad29f-0fda-4099-8f54-2b255ae22490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:41.523480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa249cc8-ffc4-403c-b6c7-c9034d922157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:41.580934 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa249cc8-ffc4-403c-b6c7-c9034d922157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:41.636249 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa249cc8-ffc4-403c-b6c7-c9034d922157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:41.641662 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4e987f3b-02dd-4862-98d9-11fd702540b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:41.655076 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa249cc8-ffc4-403c-b6c7-c9034d922157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b44bd4-e75f-41fa-8209-635de9bf1415,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:41.662243 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa249cc8-ffc4-403c-b6c7-c9034d922157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:41.664795 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa249cc8-ffc4-403c-b6c7-c9034d922157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:41.669362 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-fa249cc8-ffc4-403c-b6c7-c9034d922157 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3b44bd4-e75f-41fa-8209-635de9bf1415 HTTP/1.1" status: 204  len: 168 time: 0.2236612
Jan 20 01:00:41.841882 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device ff8e1d70-96a6-4979-8645-8a00f7ce1304 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:41.931591 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782adf84e0>, [{'id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'name': 'tempest-TestVolumeBootPattern-1836723770-router', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:31Z', 'updated_at': '2021-01-20T01:00:37Z', 'revision_number': 4, 'project_id': '2b37aa8b93664fecaa910803e04485ff', 'gw_port': {'id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:32Z', 'updated_at': '2021-01-20T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '30805db1-03bb-4ecd-8813-c934a4188a27', 'name': '', 'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'mac_address': 'fa:16:3e:30:11:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5d4bece6-5457-4dd5-a948-d10e3cd75d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:36Z', 'updated_at': '2021-01-20T01:00:37Z', 'revision_number': 2, 'project_id': '2b37aa8b93664fecaa910803e04485ff', 'subnets': [{'id': '5d4bece6-5457-4dd5-a948-d10e3cd75d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:41.940827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port ff8e1d70-96a6-4979-8645-8a00f7ce1304 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:41.941821 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:41.974638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Checking router: 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:00:41.974886 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Updating router 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 port 30805db1-03bb-4ecd-8813-c934a4188a27 binding host dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 01:00:42.017141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d6972-de9c-462b-8311-9c56f4d412db req-fe26e58a-39ea-448f-a151-bd950238c72d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:42.018881 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-356d6972-de9c-462b-8311-9c56f4d412db req-fe26e58a-39ea-448f-a151-bd950238c72d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1176729
Jan 20 01:00:42.077562 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:42.079384 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-356d6972-de9c-462b-8311-9c56f4d412db req-64ab0e55-2b5c-4f0c-92cc-fb73d32af6ef tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510950
Jan 20 01:00:42.092679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8c93107e-b3a8-4593-a6d0-f0f89a5e9640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:42.561517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:42.574280 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Transition to ACTIVE for port object 30805db1-03bb-4ecd-8813-c934a4188a27 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:00:42.576985 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:42.593279 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:42.736044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ac545-22c4-41ef-b928-2d8d1aa81c46 None None] Pushing event updated for resources: {'Port': ['ID=30805db1-03bb-4ecd-8813-c934a4188a27,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:42.740465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-427ac545-22c4-41ef-b928-2d8d1aa81c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:42.905759 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Attempting to bind port 30805db1-03bb-4ecd-8813-c934a4188a27 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:00:42.906405 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Attempting to bind port 30805db1-03bb-4ecd-8813-c934a4188a27 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '15763fa9-5284-4f17-bf8e-10b307936bbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:00:42.906882 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Attempting to bind port 30805db1-03bb-4ecd-8813-c934a4188a27 on network 45211b55-aea7-44d8-b3b0-bef64240e608 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:00:42.916316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:00:42.916746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Checking segment: {'id': '15763fa9-5284-4f17-bf8e-10b307936bbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:00:42.917277 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:42.917731 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Bound using segment: {'id': '15763fa9-5284-4f17-bf8e-10b307936bbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:00:42.918265 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Bound port: 30805db1-03bb-4ecd-8813-c934a4188a27, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15763fa9-5284-4f17-bf8e-10b307936bbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:00:42.918799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:43.037060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] For port 30805db1-03bb-4ecd-8813-c934a4188a27, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:00:43.040767 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] For port 30805db1-03bb-4ecd-8813-c934a4188a27, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=30805db1-03bb-4ecd-8813-c934a4188a27,segment=NetworkSegment(15763fa9-5284-4f17-bf8e-10b307936bbd),segment_id=15763fa9-5284-4f17-bf8e-10b307936bbd)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:00:43.044772 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:43.060377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c8f28a48-e8e7-46ae-aa32-04d214476492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:43.227850 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ac545-22c4-41ef-b928-2d8d1aa81c46 None None] Pushing event updated for resources: {'Port': ['ID=30805db1-03bb-4ecd-8813-c934a4188a27,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:43.233416 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-427ac545-22c4-41ef-b928-2d8d1aa81c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:43.286651 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Routers {'6faab8d1-c656-47ed-ba68-012f7a7c7ea2'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:00:43.287321 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782adf84e0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:00:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['6faab8d1-c656-47ed-ba68-012f7a7c7ea2'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:43.387900 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db50723-acdf-454b-8787-8e86fcfd39e2 req-ec20dfd4-031a-49a2-8400-23ec44c4a6d9 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:43.389657 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9db50723-acdf-454b-8787-8e86fcfd39e2 req-ec20dfd4-031a-49a2-8400-23ec44c4a6d9 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1335278
Jan 20 01:00:43.450722 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9db50723-acdf-454b-8787-8e86fcfd39e2 req-5b7e2846-7c83-4f29-8051-52c40a243622 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541954
Jan 20 01:00:43.667950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] Set router 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:00:44.012192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782adf84e0>, [{'id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'name': 'tempest-TestVolumeBootPattern-1836723770-router', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:31Z', 'updated_at': '2021-01-20T01:00:37Z', 'revision_number': 4, 'project_id': '2b37aa8b93664fecaa910803e04485ff', 'gw_port': {'id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:32Z', 'updated_at': '2021-01-20T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '30805db1-03bb-4ecd-8813-c934a4188a27', 'name': '', 'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'mac_address': 'fa:16:3e:30:11:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5d4bece6-5457-4dd5-a948-d10e3cd75d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:36Z', 'updated_at': '2021-01-20T01:00:43Z', 'revision_number': 4, 'project_id': '2b37aa8b93664fecaa910803e04485ff', 'subnets': [{'id': '5d4bece6-5457-4dd5-a948-d10e3cd75d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:00:44.016427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c89c9-b8b0-493f-933b-a6df9a74fec9 None None] The sync data for ids ['6faab8d1-c656-47ed-ba68-012f7a7c7ea2'] in dv-cinder-667108-30-iscsi is: [{'id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'name': 'tempest-TestVolumeBootPattern-1836723770-router', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:31Z', 'updated_at': '2021-01-20T01:00:37Z', 'revision_number': 4, 'project_id': '2b37aa8b93664fecaa910803e04485ff', 'gw_port': {'id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:32Z', 'updated_at': '2021-01-20T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '30805db1-03bb-4ecd-8813-c934a4188a27', 'name': '', 'network_id': '45211b55-aea7-44d8-b3b0-bef64240e608', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'mac_address': 'fa:16:3e:30:11:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5d4bece6-5457-4dd5-a948-d10e3cd75d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:36Z', 'updated_at': '2021-01-20T01:00:43Z', 'revision_number': 4, 'project_id': '2b37aa8b93664fecaa910803e04485ff', 'subnets': [{'id': '5d4bece6-5457-4dd5-a948-d10e3cd75d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:00:44.603069 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-621addf1-4f3a-4f08-af5a-539f05d06b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:44.711698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836eed6-c131-4045-a6b5-7ba0c0c6bf65 req-e91ce584-25e3-40f5-ac48-66aef2824168 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:44.713488 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2836eed6-c131-4045-a6b5-7ba0c0c6bf65 req-e91ce584-25e3-40f5-ac48-66aef2824168 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1110625
Jan 20 01:00:44.766543 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:44.774562 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2836eed6-c131-4045-a6b5-7ba0c0c6bf65 req-867350dd-65e9-49e8-8402-14ee78027791 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530281
Jan 20 01:00:45.732601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d6dec-9cb6-4724-9c17-b69c1e6b4cb7 req-f7881318-2ca5-4197-bb51-4334d27edd84 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:45.733453 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-097d6dec-9cb6-4724-9c17-b69c1e6b4cb7 req-f7881318-2ca5-4197-bb51-4334d27edd84 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Synchronizing usage tracker for tenant:445b1bbe79974705aa064cc9f0fe4020 on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:00:45.756674 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-097d6dec-9cb6-4724-9c17-b69c1e6b4cb7 req-f7881318-2ca5-4197-bb51-4334d27edd84 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Unset dirty status for tenant:445b1bbe79974705aa064cc9f0fe4020 on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:00:45.758187 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-097d6dec-9cb6-4724-9c17-b69c1e6b4cb7 req-f7881318-2ca5-4197-bb51-4334d27edd84 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.20 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1367660
Jan 20 01:00:45.797926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 30805db1-03bb-4ecd-8813-c934a4188a27 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:45.882381 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 30805db1-03bb-4ecd-8813-c934a4188a27 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:00:45.887893 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 30805db1-03bb-4ecd-8813-c934a4188a27 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:45.888428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:45.951363 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-097d6dec-9cb6-4724-9c17-b69c1e6b4cb7 req-fc06c097-5f56-47ff-884a-9550f6ee3141 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Deleting port 82d16432-dfec-4784-8e0e-acf93644acff {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:00:45.952251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097d6dec-9cb6-4724-9c17-b69c1e6b4cb7 req-fc06c097-5f56-47ff-884a-9550f6ee3141 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:46.025437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:46.055713 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb94500-4b62-4af6-9073-cebf88b25efd req-c7e28e52-d699-4470-ac5e-7ed6b4ba024c tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:46.057428 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bfb94500-4b62-4af6-9073-cebf88b25efd req-c7e28e52-d699-4470-ac5e-7ed6b4ba024c tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 945 time: 0.1811144
Jan 20 01:00:46.060460 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port 30805db1-03bb-4ecd-8813-c934a4188a27, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=30805db1-03bb-4ecd-8813-c934a4188a27,segment=NetworkSegment(15763fa9-5284-4f17-bf8e-10b307936bbd),segment_id=15763fa9-5284-4f17-bf8e-10b307936bbd)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:00:46.065107 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:46.069502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-edc5061f-d0af-4d72-b6c4-66c638379038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:46.081357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3242-72c6-4b4b-a1ac-31bce2cb212d req-a38ec450-8b3a-4618-b3fa-1215df5d8c6b tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:46.083234 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-265f3242-72c6-4b4b-a1ac-31bce2cb212d req-a38ec450-8b3a-4618-b3fa-1215df5d8c6b tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 946 time: 0.1638889
Jan 20 01:00:46.168316 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bfb94500-4b62-4af6-9073-cebf88b25efd req-ae8d8524-2b5e-48b4-ab12-613d099ec1e7 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838106
Jan 20 01:00:46.187814 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=30805db1-03bb-4ecd-8813-c934a4188a27,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:46.190922 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-265f3242-72c6-4b4b-a1ac-31bce2cb212d req-06b78954-0f30-44cb-a57a-eb2e7aee5925 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922718
Jan 20 01:00:46.204323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:46.248619 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-097d6dec-9cb6-4724-9c17-b69c1e6b4cb7 req-fc06c097-5f56-47ff-884a-9550f6ee3141 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] For port 82d16432-dfec-4784-8e0e-acf93644acff, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=82d16432-dfec-4784-8e0e-acf93644acff,segment=NetworkSegment(51264455-3403-4e48-a39e-f0979ae0230c),segment_id=51264455-3403-4e48-a39e-f0979ae0230c)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:00:46.249027 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097d6dec-9cb6-4724-9c17-b69c1e6b4cb7 req-fc06c097-5f56-47ff-884a-9550f6ee3141 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:46.391466 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-097d6dec-9cb6-4724-9c17-b69c1e6b4cb7 req-fc06c097-5f56-47ff-884a-9550f6ee3141 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Calling delete_port for 82d16432-dfec-4784-8e0e-acf93644acff owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:00:46.543627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097d6dec-9cb6-4724-9c17-b69c1e6b4cb7 req-fc06c097-5f56-47ff-884a-9550f6ee3141 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:46.559344 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-eff6af84-c26b-4f89-883e-3a07089b4611 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:46.596773 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:46.612906 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06c097-5f56-47ff-884a-9550f6ee3141 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Pushing event deleted for resources: {'Port': ['ID=82d16432-dfec-4784-8e0e-acf93644acff,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:46.625897 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fc06c097-5f56-47ff-884a-9550f6ee3141 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:46.743967 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:46.777187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-097d6dec-9cb6-4724-9c17-b69c1e6b4cb7 req-fc06c097-5f56-47ff-884a-9550f6ee3141 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] No DVR routers for this DVR port 82d16432-dfec-4784-8e0e-acf93644acff on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:00:46.779490 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097d6dec-9cb6-4724-9c17-b69c1e6b4cb7 req-fc06c097-5f56-47ff-884a-9550f6ee3141 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:46.782550 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b901ad1-f8b0-424a-b60c-291c227d73b1', 'name': 'network-vif-deleted', 'tag': '82d16432-dfec-4784-8e0e-acf93644acff'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:00:46.805409 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-097d6dec-9cb6-4724-9c17-b69c1e6b4cb7 req-fc06c097-5f56-47ff-884a-9550f6ee3141 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.20 "DELETE /v2.0/ports/82d16432-dfec-4784-8e0e-acf93644acff HTTP/1.1" status: 204  len: 173 time: 0.9488447
Jan 20 01:00:46.845265 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b901ad1-f8b0-424a-b60c-291c227d73b1', 'name': 'network-vif-deleted', 'tag': '82d16432-dfec-4784-8e0e-acf93644acff', 'status': 'completed', 'code': 200}
Jan 20 01:00:47.268815 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 82d16432-dfec-4784-8e0e-acf93644acff no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:00:47.307196 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] No Port match for: 82d16432-dfec-4784-8e0e-acf93644acff {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:00:47.307546 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 82d16432-dfec-4784-8e0e-acf93644acff not bound to the agent host hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:00:47.431178 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-26802db2-c46f-482f-8d47-f3ff7c078481 req-9da6d367-69ea-4f75-a4c2-1a6dbb53e5c2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=2b901ad1-f8b0-424a-b60c-291c227d73b1 HTTP/1.1" status: 200  len: 210 time: 0.0665212
Jan 20 01:00:47.476092 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5575b14-b8b1-4fc5-9b48-7b67c1ccb8e7 req-1bc9274d-dc1c-4baa-bac6-284317c00eb8 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:47.477737 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5575b14-b8b1-4fc5-9b48-7b67c1ccb8e7 req-1bc9274d-dc1c-4baa-bac6-284317c00eb8 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 945 time: 0.1508965
Jan 20 01:00:47.532985 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5575b14-b8b1-4fc5-9b48-7b67c1ccb8e7 req-60bf5319-f024-491f-99dd-28e960ea4a7a tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488083
Jan 20 01:00:47.765725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 30805db1-03bb-4ecd-8813-c934a4188a27 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:00:47.840185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 30805db1-03bb-4ecd-8813-c934a4188a27 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:00:47.840750 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:48.561500 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-719771ff-7173-402c-9276-4ad3803c9d73 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:48.563039 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-719771ff-7173-402c-9276-4ad3803c9d73 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Synchronizing usage tracker for tenant:cb0036f29221418fa65bb9d7c9256a1f on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:00:48.578580 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-719771ff-7173-402c-9276-4ad3803c9d73 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Unset dirty status for tenant:cb0036f29221418fa65bb9d7c9256a1f on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:00:48.579763 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-719771ff-7173-402c-9276-4ad3803c9d73 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.20 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 945 time: 0.1233354
Jan 20 01:00:48.672677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Deleting port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:00:48.673347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:48.813501 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05c092-8f74-4d29-8ecd-9db2da2beb15 req-14b9c6bc-9984-4ecc-a215-25a3c261c98b tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:48.815308 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cc05c092-8f74-4d29-8ecd-9db2da2beb15 req-14b9c6bc-9984-4ecc-a215-25a3c261c98b tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 945 time: 0.1193664
Jan 20 01:00:48.867974 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cc05c092-8f74-4d29-8ecd-9db2da2beb15 req-a2b3e9eb-d66b-44f8-a859-7b8bc1f912d6 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459540
Jan 20 01:00:48.929184 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:00:48.969822 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] For port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54e32fdc-74a7-4c2e-9447-12c06c64cfa1,segment=NetworkSegment(dc9eb476-a6d7-4879-83d1-c8b91e96f6ab),segment_id=dc9eb476-a6d7-4879-83d1-c8b91e96f6ab)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:00:48.970195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:49.012531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73d0ef-1947-44cb-9bb5-ad6d773adfd2 req-781297dd-62ef-4b24-82eb-b15bc352e66f tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:49.014225 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9b73d0ef-1947-44cb-9bb5-ad6d773adfd2 req-781297dd-62ef-4b24-82eb-b15bc352e66f tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1113739
Jan 20 01:00:49.051549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:49.067693 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9b73d0ef-1947-44cb-9bb5-ad6d773adfd2 req-16327838-4ad6-4a45-b3a2-f49eaf1855b5 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462749
Jan 20 01:00:49.090612 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54e32fdc-74a7-4c2e-9447-12c06c64cfa1,segment=NetworkSegment(dc9eb476-a6d7-4879-83d1-c8b91e96f6ab),segment_id=dc9eb476-a6d7-4879-83d1-c8b91e96f6ab)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:00:49.091998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dc3727-0aed-4dc0-b97a-44a3f6ba4b93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e32fdc-74a7-4c2e-9447-12c06c64cfa1'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:00:49.098026 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:49.099823 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:49.111361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Calling delete_port for 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:00:49.153649 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dc3727-0aed-4dc0-b97a-44a3f6ba4b93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e32fdc-74a7-4c2e-9447-12c06c64cfa1', 'code': 200}
Jan 20 01:00:49.176539 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=54e32fdc-74a7-4c2e-9447-12c06c64cfa1,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:49.179848 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:49.212316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80157) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:00:49.212670 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:00:49.713700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Deleting port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:00:49.714285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:49.984943 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] For port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54e32fdc-74a7-4c2e-9447-12c06c64cfa1,segment=NetworkSegment(dc9eb476-a6d7-4879-83d1-c8b91e96f6ab),segment_id=dc9eb476-a6d7-4879-83d1-c8b91e96f6ab)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:00:49.985542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:50.109898 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e212c-a2e4-440b-a442-11c2d283176c req-cc84f6c9-8604-4fcb-94e6-c7f8948f0aa7 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:50.111541 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fb3e212c-a2e4-440b-a442-11c2d283176c req-cc84f6c9-8604-4fcb-94e6-c7f8948f0aa7 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 943 time: 0.1058466
Jan 20 01:00:50.119535 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Calling delete_port for 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:00:50.205314 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fb3e212c-a2e4-440b-a442-11c2d283176c req-a405247b-f24b-42e2-9cfd-d7b9a08c6126 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/security-groups?id=429f6225-bf5c-4659-ad65-ea9a0510ffd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780883
Jan 20 01:00:50.279274 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:50.294745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a525ec3-5fc4-4fb2-a93e-4dabef73eb73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:50.338411 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cd3d2-e683-4ce1-b648-ce955631971f req-15f07190-0ec5-4e44-8784-e55d84232560 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:50.340052 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-269cd3d2-e683-4ce1-b648-ce955631971f req-15f07190-0ec5-4e44-8784-e55d84232560 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1057584
Jan 20 01:00:50.355609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Pushing event deleted for resources: {'Port': ['ID=54e32fdc-74a7-4c2e-9447-12c06c64cfa1,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:50.361176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:50.396408 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-269cd3d2-e683-4ce1-b648-ce955631971f req-891ecba2-e794-492f-97a8-86de44aadc1a tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495815
Jan 20 01:00:50.513318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] No DVR routers for this DVR port 54e32fdc-74a7-4c2e-9447-12c06c64cfa1 on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:00:50.515461 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:50.518139 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dc3727-0aed-4dc0-b97a-44a3f6ba4b93', 'name': 'network-vif-deleted', 'tag': '54e32fdc-74a7-4c2e-9447-12c06c64cfa1'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:00:50.532640 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-58a7ec51-9852-41c5-995b-9cf2c34c48b3 req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.20 "DELETE /v2.0/ports/54e32fdc-74a7-4c2e-9447-12c06c64cfa1 HTTP/1.1" status: 204  len: 173 time: 1.9454584
Jan 20 01:00:50.580246 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dc3727-0aed-4dc0-b97a-44a3f6ba4b93', 'name': 'network-vif-deleted', 'tag': '54e32fdc-74a7-4c2e-9447-12c06c64cfa1', 'status': 'completed', 'code': 200}
Jan 20 01:00:51.389453 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4ae58c44-00a6-480d-af19-fa2b352ab4dc req-64b543d3-b193-41dc-a425-5d8f8e66ccc6 tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] 10.222.0.37 "GET /v2.0/ports?device_id=74dc3727-0aed-4dc0-b97a-44a3f6ba4b93 HTTP/1.1" status: 200  len: 210 time: 0.0485060
Jan 20 01:00:51.633823 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797166c-0cc5-44db-b37f-805c95991f31 req-bafb2d14-b2bf-438e-a0fb-5b163eb17cbb tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:51.635410 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d797166c-0cc5-44db-b37f-805c95991f31 req-bafb2d14-b2bf-438e-a0fb-5b163eb17cbb tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1041894
Jan 20 01:00:51.685598 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d797166c-0cc5-44db-b37f-805c95991f31 req-424d44d7-6876-467b-887a-dde9e3b5aca2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438297
Jan 20 01:00:52.938039 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e3672-6bde-45ee-896c-12aeae50f668 req-810dc320-4a3a-4939-a0bd-1f8a3beedcf8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:52.945658 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5a6e3672-6bde-45ee-896c-12aeae50f668 req-810dc320-4a3a-4939-a0bd-1f8a3beedcf8 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1276379
Jan 20 01:00:52.997915 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5a6e3672-6bde-45ee-896c-12aeae50f668 req-25c9271e-d05f-4ee9-b823-abfb6ed4fa73 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508537
Jan 20 01:00:54.241954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d2e79-d5ab-4480-94cc-f4c139bf6507 req-0780a125-cfe7-4ded-a8c4-3ee25cbfa13c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:54.243610 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d18d2e79-d5ab-4480-94cc-f4c139bf6507 req-0780a125-cfe7-4ded-a8c4-3ee25cbfa13c tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1083925
Jan 20 01:00:54.294533 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d18d2e79-d5ab-4480-94cc-f4c139bf6507 req-c9659528-d1a2-4b26-9ce5-c6ae0d9fba4e tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446453
Jan 20 01:00:55.531754 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30ae9a-3904-4e37-ba4a-356fe9401c16 req-0025537f-84a3-47b2-bbd8-60f25e588127 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:55.533374 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ca30ae9a-3904-4e37-ba4a-356fe9401c16 req-0025537f-84a3-47b2-bbd8-60f25e588127 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1081002
Jan 20 01:00:55.582673 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ca30ae9a-3904-4e37-ba4a-356fe9401c16 req-f5258e8d-4671-4469-b66a-2a6762ce6a43 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430059
Jan 20 01:00:56.631803 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:56.818342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564322a5-ee7d-4f24-ace4-5f78643137c1 req-9bcc5f32-9ef2-4581-beff-32ea0ac537dc tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:56.819911 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-564322a5-ee7d-4f24-ace4-5f78643137c1 req-9bcc5f32-9ef2-4581-beff-32ea0ac537dc tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1017182
Jan 20 01:00:56.872485 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-564322a5-ee7d-4f24-ace4-5f78643137c1 req-c324dc1e-6e64-4d1c-bc0c-e8000cde6970 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462530
Jan 20 01:00:58.103049 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303ccae-7f2a-42f7-ba33-aadf51bf9e42 req-e099487b-f88b-4f49-998f-ab7daca11bf1 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:58.104668 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9303ccae-7f2a-42f7-ba33-aadf51bf9e42 req-e099487b-f88b-4f49-998f-ab7daca11bf1 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1026311
Jan 20 01:00:58.159853 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9303ccae-7f2a-42f7-ba33-aadf51bf9e42 req-3a8095db-df74-44b9-baf4-fe824de4d29d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/security-groups?id=b36e4a05-6605-426e-93ef-e6cdba6f1ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487785
Jan 20 01:00:58.483322 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28318b-48ad-4827-8e43-5447be6f9bc5 req-3151e8d4-7e36-4d07-9b73-567e51f12510 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:58.484215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-5a28318b-48ad-4827-8e43-5447be6f9bc5 req-3151e8d4-7e36-4d07-9b73-567e51f12510 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Synchronizing usage tracker for tenant:445b1bbe79974705aa064cc9f0fe4020 on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:00:58.500031 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-5a28318b-48ad-4827-8e43-5447be6f9bc5 req-3151e8d4-7e36-4d07-9b73-567e51f12510 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Unset dirty status for tenant:445b1bbe79974705aa064cc9f0fe4020 on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:00:58.501260 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5a28318b-48ad-4827-8e43-5447be6f9bc5 req-3151e8d4-7e36-4d07-9b73-567e51f12510 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.20 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 945 time: 0.1173284
Jan 20 01:00:58.579777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-5a28318b-48ad-4827-8e43-5447be6f9bc5 req-e3a68e25-0e64-40be-a939-12649aef09d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Deleting port ae77815d-5e5b-4089-b40a-775c16e28023 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:00:58.580164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a28318b-48ad-4827-8e43-5447be6f9bc5 req-e3a68e25-0e64-40be-a939-12649aef09d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:58.846487 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-5a28318b-48ad-4827-8e43-5447be6f9bc5 req-e3a68e25-0e64-40be-a939-12649aef09d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] For port ae77815d-5e5b-4089-b40a-775c16e28023, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ae77815d-5e5b-4089-b40a-775c16e28023,segment=NetworkSegment(51264455-3403-4e48-a39e-f0979ae0230c),segment_id=51264455-3403-4e48-a39e-f0979ae0230c)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:00:58.846880 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a28318b-48ad-4827-8e43-5447be6f9bc5 req-e3a68e25-0e64-40be-a939-12649aef09d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:58.982988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-5a28318b-48ad-4827-8e43-5447be6f9bc5 req-e3a68e25-0e64-40be-a939-12649aef09d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Calling delete_port for ae77815d-5e5b-4089-b40a-775c16e28023 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:00:59.140893 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a28318b-48ad-4827-8e43-5447be6f9bc5 req-e3a68e25-0e64-40be-a939-12649aef09d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:59.231901 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3017e4bb-199e-4f11-914c-32fb41eb2687 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:00:59.280879 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a68e25-0e64-40be-a939-12649aef09d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Pushing event deleted for resources: {'Port': ['ID=ae77815d-5e5b-4089-b40a-775c16e28023,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:00:59.283688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e3a68e25-0e64-40be-a939-12649aef09d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:00:59.354423 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0eb4bb46-9fb0-499f-aeb5-02462d413aeb req-e8fd4e63-6dbb-4f2f-9122-6d3325ab6950 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.37 "GET /v2.0/ports?device_id=88875f55-db12-41d6-a64c-257b19533772 HTTP/1.1" status: 200  len: 210 time: 0.0540495
Jan 20 01:00:59.377119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a28318b-48ad-4827-8e43-5447be6f9bc5 req-e3a68e25-0e64-40be-a939-12649aef09d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] No DVR routers for this DVR port ae77815d-5e5b-4089-b40a-775c16e28023 on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:00:59.385297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a28318b-48ad-4827-8e43-5447be6f9bc5 req-e3a68e25-0e64-40be-a939-12649aef09d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:00:59.388193 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88875f55-db12-41d6-a64c-257b19533772', 'name': 'network-vif-deleted', 'tag': 'ae77815d-5e5b-4089-b40a-775c16e28023'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:00:59.402902 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5a28318b-48ad-4827-8e43-5447be6f9bc5 req-e3a68e25-0e64-40be-a939-12649aef09d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] 10.222.0.20 "DELETE /v2.0/ports/ae77815d-5e5b-4089-b40a-775c16e28023 HTTP/1.1" status: 204  len: 173 time: 0.8960037
Jan 20 01:00:59.462235 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88875f55-db12-41d6-a64c-257b19533772', 'name': 'network-vif-deleted', 'tag': 'ae77815d-5e5b-4089-b40a-775c16e28023', 'status': 'completed', 'code': 200}
Jan 20 01:00:59.824195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb98202-d556-4fd3-a9fb-3000a2419054 req-29dc65b4-7b93-46bc-b8da-e190389fd27e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:00:59.826069 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-dcb98202-d556-4fd3-a9fb-3000a2419054 req-29dc65b4-7b93-46bc-b8da-e190389fd27e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1032486
Jan 20 01:00:59.877585 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-dcb98202-d556-4fd3-a9fb-3000a2419054 req-18d70baa-65bd-4529-a5ab-112071e805ab tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449858
Jan 20 01:00:59.977900 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ae77815d-5e5b-4089-b40a-775c16e28023 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:01:00.014798 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] No Port match for: ae77815d-5e5b-4089-b40a-775c16e28023 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:01:00.015189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ae77815d-5e5b-4089-b40a-775c16e28023 not bound to the agent host hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:01:00.469696 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37650) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:01.132254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a7159-6269-495a-b97a-8f37de2c42fe req-62fd5ff9-d09d-423d-98d3-e2acd23f7eff tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:01.133923 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7d4a7159-6269-495a-b97a-8f37de2c42fe req-62fd5ff9-d09d-423d-98d3-e2acd23f7eff tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1090119
Jan 20 01:01:01.189584 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7d4a7159-6269-495a-b97a-8f37de2c42fe req-f14c1804-29c6-435d-a7b5-12a083a651a2 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488000
Jan 20 01:01:01.255964 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079495'] for router_interface, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:01.619626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] Deleting port 59e995c5-945b-4606-b51a-4757e858508c {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:01:01.620159 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:01.813001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] For port 59e995c5-945b-4606-b51a-4757e858508c, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=59e995c5-945b-4606-b51a-4757e858508c,segment=NetworkSegment(51264455-3403-4e48-a39e-f0979ae0230c),segment_id=51264455-3403-4e48-a39e-f0979ae0230c)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:01:01.813451 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:01.951938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] Calling delete_port for 59e995c5-945b-4606-b51a-4757e858508c owned by network:router_interface {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:01:02.129308 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:01:02.206580 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:01:02.207002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:02.300384 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-98ef714c-531b-40b7-b0ac-e456a3ab4c53 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:02.301211 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-98ef714c-531b-40b7-b0ac-e456a3ab4c53 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Synchronizing usage tracker for tenant:91d26c4688434d0888987ba4a4381769 on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:01:02.368894 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-98ef714c-531b-40b7-b0ac-e456a3ab4c53 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Unset dirty status for tenant:91d26c4688434d0888987ba4a4381769 on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:01:02.370118 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-98ef714c-531b-40b7-b0ac-e456a3ab4c53 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.20 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.2096429
Jan 20 01:01:02.412278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:02.438524 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-52ac589a-7056-4ed6-8c5d-21064e0a6eab tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:02.443431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaaa18-e7bb-439f-a818-a0f95c04b325 req-c78c19fa-5eaf-4ce4-b205-06bc294457ff tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:02.445107 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5dcaaa18-e7bb-439f-a818-a0f95c04b325 req-c78c19fa-5eaf-4ce4-b205-06bc294457ff tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.1055419
Jan 20 01:01:02.498354 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5dcaaa18-e7bb-439f-a818-a0f95c04b325 req-5a8e1083-149f-47e4-9c97-ceb9cb290419 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468330
Jan 20 01:01:02.500993 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e995c5-945b-4606-b51a-4757e858508c,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:02.507954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:02.579448 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Deleting port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:01:02.579837 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:03.284017 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-43367ddf-e356-4ca4-a27e-98320582c102 req-27eef2e9-aa39-42ea-a218-5846d187c639 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:security_group {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:01:03.293248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] For port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:01:03.293654 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:03.301552 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-43367ddf-e356-4ca4-a27e-98320582c102 req-27eef2e9-aa39-42ea-a218-5846d187c639 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:security_group {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:01:03.302928 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-27eef2e9-aa39-42ea-a218-5846d187c639 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-240305902&fields=id&tenant_id=f0f86d6646694ab985428ba58017082f HTTP/1.1" status: 200  len: 267 time: 0.0690889
Jan 20 01:01:03.499301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854079677'] for router_interface, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:03.503620 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43367ddf-e356-4ca4-a27e-98320582c102 req-2a3aa6e6-ea0d-442d-9223-6ffaf328f1db tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:03.505604 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-2a3aa6e6-ea0d-442d-9223-6ffaf328f1db tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 812 time: 0.1913993
Jan 20 01:01:03.522504 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-447775de-6060-4ea7-b942-25c1ba92e351 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/quotas/f0f86d6646694ab985428ba58017082f HTTP/1.1" status: 200  len: 375 time: 0.0102556
Jan 20 01:01:03.621692 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-39f8d770-10f9-4147-a560-798f2e945d16 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0929222
Jan 20 01:01:03.758824 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:03.759237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:03.759591 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Floating IP 525abb95-0377-41a1-bde7-4c3747274288 disassociated. External IP: 172.27.2.43, port: 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9.
Jan 20 01:01:03.759976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Calling delete_port for 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:01:03.849145 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-96289c30-8e44-4580-ab97-3d54b7aecc58 service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2131922
Jan 20 01:01:03.872809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1738bd3-5d16-4e44-90be-2b8179c68e10 req-86033f3e-1013-44be-9998-c207d78e5b8e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:03.874428 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d1738bd3-5d16-4e44-90be-2b8179c68e10 req-86033f3e-1013-44be-9998-c207d78e5b8e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 945 time: 0.2146904
Jan 20 01:01:04.156443 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:04.229475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:04.236664 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d1738bd3-5d16-4e44-90be-2b8179c68e10 req-b351288e-c180-4467-bbb1-6b1b13c95422 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=1bdb51f7-f831-483d-9a90-a13e17854e17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3388605
Jan 20 01:01:04.264811 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-914d23d2-94af-4c93-881e-53505a689090 service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3893404
Jan 20 01:01:04.297380 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event deleted for resources: {'Port': ['ID=0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:04.311271 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:04.454764 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] Router 5567698f-1bc3-40db-8d0d-199f256d331c has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:01:04.841865 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2d6e1c8c-4d03-45c1-8db6-73f686eeb357 req-eb3ec88a-8be9-408c-b113-434f544946ec tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 210 time: 0.0547388
Jan 20 01:01:05.053806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:01:05.064983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b320ec-8c86-4163-a0ae-e13cec09c4d2 None None] Sync routers for ids ['5567698f-1bc3-40db-8d0d-199f256d331c'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:01:05.069396 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Router 523348e9-870a-4e41-a22c-a70bb3df98cb has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:01:05.077789 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b320ec-8c86-4163-a0ae-e13cec09c4d2 None None] Routers {'5567698f-1bc3-40db-8d0d-199f256d331c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:01:05.078980 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-73b320ec-8c86-4163-a0ae-e13cec09c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b296208>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:00:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['5567698f-1bc3-40db-8d0d-199f256d331c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:05.154967 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] 10.222.0.37 "PUT /v2.0/routers/5567698f-1bc3-40db-8d0d-199f256d331c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6840341
Jan 20 01:01:05.155164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37708) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:05.287032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:01:05.296958 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e50906-ee8a-4e2c-adde-8d5676ed85be None None] Sync routers for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:01:05.315834 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e50906-ee8a-4e2c-adde-8d5676ed85be None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:01:05.316541 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-a5e50906-ee8a-4e2c-adde-8d5676ed85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782ada7860>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:00:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:05.317948 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-73b320ec-8c86-4163-a0ae-e13cec09c4d2 None None] Set router 5567698f-1bc3-40db-8d0d-199f256d331c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:01:05.327102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] No DVR routers for this DVR port 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:01:05.329432 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:05.331727 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cc069c7e-dc24-4b44-a08b-62b8d71a9d0c req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.20 "DELETE /v2.0/ports/0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 HTTP/1.1" status: 204  len: 173 time: 2.9554324
Jan 20 01:01:05.332329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'name': 'network-vif-deleted', 'tag': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:01:05.394143 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:05.453839 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9956ad2-1449-4713-be2e-e81df1c04a59', 'name': 'network-vif-deleted', 'tag': '0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9', 'status': 'completed', 'code': 200}
Jan 20 01:01:05.604253 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-a5e50906-ee8a-4e2c-adde-8d5676ed85be None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:01:05.676138 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e6093a24-81bd-4d14-aff7-eb5232fb17db req-a2ac4347-cb36-4dac-9421-c984347b6a4b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 210 time: 0.0548034
Jan 20 01:01:05.688677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:05.694566 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] Deleting port b8740341-62b6-4971-bf4c-d5c95401a359 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:01:05.694945 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:05.734239 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-73b320ec-8c86-4163-a0ae-e13cec09c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b296208>, [{'id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'name': 'tempest-ServerRescueNegativeTestJSON-512180940-router', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:57:24Z', 'updated_at': '2021-01-20T01:01:02Z', 'revision_number': 5, 'project_id': '445b1bbe79974705aa064cc9f0fe4020', 'gw_port': {'id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:25Z', 'updated_at': '2021-01-20T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:05.736732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b320ec-8c86-4163-a0ae-e13cec09c4d2 None None] Checking router: 5567698f-1bc3-40db-8d0d-199f256d331c for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:01:05.747210 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b320ec-8c86-4163-a0ae-e13cec09c4d2 None None] Routers {'5567698f-1bc3-40db-8d0d-199f256d331c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:01:05.747877 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-73b320ec-8c86-4163-a0ae-e13cec09c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b296208>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:00:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['5567698f-1bc3-40db-8d0d-199f256d331c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:05.914166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] For port b8740341-62b6-4971-bf4c-d5c95401a359, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=b8740341-62b6-4971-bf4c-d5c95401a359,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:01:05.914587 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:05.975621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-73b320ec-8c86-4163-a0ae-e13cec09c4d2 None None] Set router 5567698f-1bc3-40db-8d0d-199f256d331c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:01:06.043995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-a5e50906-ee8a-4e2c-adde-8d5676ed85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782ada7860>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:47Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:06.048792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e50906-ee8a-4e2c-adde-8d5676ed85be None None] Checking router: 523348e9-870a-4e41-a22c-a70bb3df98cb for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:01:06.058939 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e50906-ee8a-4e2c-adde-8d5676ed85be None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:01:06.059954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-a5e50906-ee8a-4e2c-adde-8d5676ed85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782ada7860>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:00:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:06.100916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] Calling delete_port for b8740341-62b6-4971-bf4c-d5c95401a359 owned by network:router_gateway {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:01:06.149823 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5a150094-8168-442b-8b22-f9c03f5fcaeb req-9ba85636-e489-4b41-a149-45e361f407ae tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 210 time: 0.0962133
Jan 20 01:01:06.308539 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-a5e50906-ee8a-4e2c-adde-8d5676ed85be None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:01:06.337207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-73b320ec-8c86-4163-a0ae-e13cec09c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b296208>, [{'id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'name': 'tempest-ServerRescueNegativeTestJSON-512180940-router', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:57:24Z', 'updated_at': '2021-01-20T01:01:02Z', 'revision_number': 5, 'project_id': '445b1bbe79974705aa064cc9f0fe4020', 'gw_port': {'id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:25Z', 'updated_at': '2021-01-20T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:06.337969 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:06.341486 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b320ec-8c86-4163-a0ae-e13cec09c4d2 None None] The sync data for ids ['5567698f-1bc3-40db-8d0d-199f256d331c'] in dv-cinder-667108-30-iscsi is: [{'id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'name': 'tempest-ServerRescueNegativeTestJSON-512180940-router', 'tenant_id': '445b1bbe79974705aa064cc9f0fe4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:57:24Z', 'updated_at': '2021-01-20T01:01:02Z', 'revision_number': 5, 'project_id': '445b1bbe79974705aa064cc9f0fe4020', 'gw_port': {'id': 'b8740341-62b6-4971-bf4c-d5c95401a359', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5567698f-1bc3-40db-8d0d-199f256d331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:25Z', 'updated_at': '2021-01-20T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.plugins.ml2.ovo_rpc [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     result = function(*args, **kwargs)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     proto.__init__(conn_state, self)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.handle()
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.handle_one_request()
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.handle_one_response()
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     result = self.application(self.environ, start_response)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return app(environ, start_response)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     response = req.get_response(self.application)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     application, catch_exc_info=False)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     app_iter = application(self.environ, start_response)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     response = req.get_response(self.application)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     application, catch_exc_info=False)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     app_iter = application(self.environ, start_response)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     response = req.get_response(self.application)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     application, catch_exc_info=False)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     app_iter = application(self.environ, start_response)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     response = req.get_response(self.application)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     application, catch_exc_info=False)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     app_iter = application(self.environ, start_response)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return request.get_response(self.application)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     application, catch_exc_info=False)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     app_iter = application(self.environ, start_response)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     response = req.get_response(self._app)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     application, catch_exc_info=False)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     app_iter = application(self.environ, start_response)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return resp(environ, start_response)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return resp(environ, start_response)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     response = self.app(environ, start_response)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return resp(environ, start_response)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:01:06.344123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     result = method(request=request, **args)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._delete(request, id, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(*args, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(*args, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(*dup_args, **dup_kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     obj_deleter(request.context, id, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     return method(*args, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(*args, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(*args, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(*dup_args, **dup_kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._delete_current_gw_port(context, id, router, None)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, context, *args, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     return method(*args, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     context, port, router_ids, bound_mech_contexts)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     return function(*args, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     callback(resource, event, trigger, **kwargs)
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     if self._is_session_semantic_violated(context, resource, event):
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]:     stack = traceback.extract_stack()
Jan 20 01:01:06.349974 dv-cinder-667108-30-iscsi neutron-server[80047]: 
Jan 20 01:01:06.573447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695280'] for router_gateway, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:06.729116 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1784'] for router, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:06.732410 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:06.747020 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-a5e50906-ee8a-4e2c-adde-8d5676ed85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782ada7860>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:47Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:06.752815 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e50906-ee8a-4e2c-adde-8d5676ed85be None None] The sync data for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi is: [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:47Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:01:06.777115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:01:06.861686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] No Port match for: 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:01:06.863749 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 0b85c3a2-c6f9-4e11-bffb-e8a58a2ea1e9 not bound to the agent host hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:01:06.866915 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642221'] for router, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:06.867478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5567698f-1bc3-40db-8d0d-199f256d331c {{(pid=80156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 20 01:01:06.891390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] Notify callbacks [] for router, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:06.892643 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4ca8df03-980e-45b7-ba1f-92769f8290b3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5567698f-1bc3-40db-8d0d-199f256d331c HTTP/1.1" status: 204  len: 168 time: 1.7363951
Jan 20 01:01:06.895455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37726) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:06.979195 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-87202848-d2f2-4eb2-8f1c-0e7d57ff312b req-57c5388e-6552-4cdc-a61c-7519eaf3839a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=b9956ad2-1449-4713-be2e-e81df1c04a59 HTTP/1.1" status: 200  len: 210 time: 0.0554218
Jan 20 01:01:06.985469 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a388aea-26de-4636-a9fd-961cfc90d1f3 admin admin] Deleting subnet 6c88ade8-7398-4e61-921c-e7e00d3b7575 {{(pid=80157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 01:01:06.992490 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3a388aea-26de-4636-a9fd-961cfc90d1f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:07.053225 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3a388aea-26de-4636-a9fd-961cfc90d1f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848522314'] for subnet, precommit_delete_associations {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:07.113406 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3a388aea-26de-4636-a9fd-961cfc90d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:07.419683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3a388aea-26de-4636-a9fd-961cfc90d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5689298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848542499'] for subnet, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:07.441285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4cf98fb1-9441-45f1-8a7b-d44f366a4a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:07.449847 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ad390717-dbe9-4b6d-ab90-aa08f07788bb req-1de3ebb9-1e9e-46cf-9c9b-b6ca170ab738 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 210 time: 0.0881050
Jan 20 01:01:07.522429 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a388aea-26de-4636-a9fd-961cfc90d1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c88ade8-7398-4e61-921c-e7e00d3b7575,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:07.529643 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3a388aea-26de-4636-a9fd-961cfc90d1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:07.535609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bac341-495e-467f-a625-368315bc5564 None None] New status for floating IP 525abb95-0377-41a1-bde7-4c3747274288: DOWN {{(pid=80159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:01:07.627084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3a388aea-26de-4636-a9fd-961cfc90d1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:07.635887 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-3a388aea-26de-4636-a9fd-961cfc90d1f3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6c88ade8-7398-4e61-921c-e7e00d3b7575 HTTP/1.1" status: 204  len: 168 time: 0.7375722
Jan 20 01:01:07.636832 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37732) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:07.740248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 59e995c5-945b-4606-b51a-4757e858508c no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:01:07.797542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: 59e995c5-945b-4606-b51a-4757e858508c {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:01:07.798297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 59e995c5-945b-4606-b51a-4757e858508c not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:01:07.819655 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:08.038575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:08.163422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43367ddf-e356-4ca4-a27e-98320582c102 req-075dd682-e68c-487e-8088-0ca3ac7f33d8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:08.164610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-43367ddf-e356-4ca4-a27e-98320582c102 req-075dd682-e68c-487e-8088-0ca3ac7f33d8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:network {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:01:08.184940 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-43367ddf-e356-4ca4-a27e-98320582c102 req-075dd682-e68c-487e-8088-0ca3ac7f33d8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:network {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:01:08.186707 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-075dd682-e68c-487e-8088-0ca3ac7f33d8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 812 time: 0.2668571
Jan 20 01:01:08.218846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37744) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:08.242511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f782a77c390>,) {'filters': {'network_id': ['be500c49-e7b2-42b5-bbac-8d6d49645b05']}} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:08.264597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a77c390>, '51264455-3403-4e48-a39e-f0979ae0230c') {'for_net_delete': True} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:08.264938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a77c390>, '51264455-3403-4e48-a39e-f0979ae0230c') {} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:08.295151 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848243954'] for segment, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:08.302321 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-43367ddf-e356-4ca4-a27e-98320582c102 req-d412c1c0-bf73-4819-b1e5-6d4107519693 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:security_group {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:01:08.317248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-43367ddf-e356-4ca4-a27e-98320582c102 req-d412c1c0-bf73-4819-b1e5-6d4107519693 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:security_group {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:01:08.319232 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-d412c1c0-bf73-4819-b1e5-6d4107519693 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0f86d6646694ab985428ba58017082f HTTP/1.1" status: 200  len: 5763 time: 0.1123986
Jan 20 01:01:08.329091 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'port': {'device_id': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'admin_state_up': True, 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'security_groups': ['54b0108b-333a-4666-8d03-883d831dc5e9']}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:08.339494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8882bbba-8a2b-411a-9c05-ba78608f042c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:08.342810 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:08.352551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 01:01:08.454082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8882bbba-8a2b-411a-9c05-ba78608f042c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:08.495297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:08.499765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Usage tracker for resource:port and tenant:f0f86d6646694ab985428ba58017082f is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:08.503526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Quota usage for port was recalculated. Used quota:2. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:08.511079 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:08.522334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Made reservation on behalf of f0f86d6646694ab985428ba58017082f for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:01:08.532427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:08.603259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] Network be500c49-e7b2-42b5-bbac-8d6d49645b05 has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:01:08.617279 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847646022'] for segment, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:08.857099 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a54f3e1b-db00-4cd5-85bf-7c1ba8dbee9d req-d4a0849b-18e0-48ed-8eca-6fa383fe0392 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 210 time: 0.1345584
Jan 20 01:01:08.877314 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] Network be500c49-e7b2-42b5-bbac-8d6d49645b05 has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:01:08.891634 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Allocated IP 172.20.0.14 (559b2f7d-75e1-4563-beb7-771e7ea167d9/71a1f29b-0e32-429a-abdc-d73d342dcc3e/8b20b40d-c6a6-43a0-aade-2e5eb20f9093) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:01:09.112506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 01:01:09.122025 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 01:01:09.199626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.200247 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Transition to ACTIVE for port object 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 will not be triggered until provisioned by entity DHCP. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:01:09.204568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.207318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:09.225269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8882bbba-8a2b-411a-9c05-ba78608f042c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.232188 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.250232 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] Pushing event deleted for resources: {'Network': ['ID=be500c49-e7b2-42b5-bbac-8d6d49645b05,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:09.257269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:09.259953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3112446e-2b85-4016-9f5c-9d80315a6f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:09.263023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-47507d35-d751-4973-a3eb-b27b1fb5b778 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:09.274309 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8882bbba-8a2b-411a-9c05-ba78608f042c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.275531 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-8882bbba-8a2b-411a-9c05-ba78608f042c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "DELETE /v2.0/security-groups/1bdb51f7-f831-483d-9a90-a13e17854e17 HTTP/1.1" status: 204  len: 168 time: 1.0556455
Jan 20 01:01:09.281664 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-b20939c2-9539-49a7-b96e-ff45bca46359 admin admin] 10.222.0.37 "DELETE /v2.0/networks/be500c49-e7b2-42b5-bbac-8d6d49645b05 HTTP/1.1" status: 204  len: 168 time: 1.6404901
Jan 20 01:01:09.281664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882bbba-8a2b-411a-9c05-ba78608f042c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdb51f7-f831-483d-9a90-a13e17854e17,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:09.281664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37754) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:09.284222 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8882bbba-8a2b-411a-9c05-ba78608f042c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:09.300291 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.v2.resource [None req-08791061-473b-451f-a0e8-a5011784e2b8 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] show failed (client error): The resource could not be found.
Jan 20 01:01:09.304834 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-08791061-473b-451f-a0e8-a5011784e2b8 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups/1bdb51f7-f831-483d-9a90-a13e17854e17 HTTP/1.1" status: 404  len: 347 time: 0.0187008
Jan 20 01:01:09.305181 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37760) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:09.451234 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:01:09.454807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:01:09.459854 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:01:09.499556 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-31c65e6c-5e94-40a0-93ba-d5d6230b53ce tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Deleting port 0de6ea6a-1b77-4bb3-97b6-efa54132d795 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:01:09.500023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-31c65e6c-5e94-40a0-93ba-d5d6230b53ce tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.500327 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event updated for resources: {'Port': ['ID=8b20b40d-c6a6-43a0-aade-2e5eb20f9093,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:09.505331 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:09.553504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37764) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:09.554985 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:09.555723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.583248 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2582521
Jan 20 01:01:09.603371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Request body: {'port': {'device_id': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:09.707118 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c4beea8b-2fb2-4e50-aa77-34cf23a246ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=445b1bbe79974705aa064cc9f0fe4020&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1522942
Jan 20 01:01:09.712766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37768) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:09.756460 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.756710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-31c65e6c-5e94-40a0-93ba-d5d6230b53ce tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.757116 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-31c65e6c-5e94-40a0-93ba-d5d6230b53ce tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.761054 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-53a82ec3-ea02-4194-9ba1-73a0acb4f8bb None None] Provisioning for port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:01:09.773967 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-53a82ec3-ea02-4194-9ba1-73a0acb4f8bb None None] Provisioning complete for port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:01:09.774449 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-53a82ec3-ea02-4194-9ba1-73a0acb4f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.826415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device b8740341-62b6-4971-bf4c-d5c95401a359 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:01:09.858714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a722502-e658-4a4b-9d1d-cac5abeacee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.888920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: b8740341-62b6-4971-bf4c-d5c95401a359 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:01:09.889357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device b8740341-62b6-4971-bf4c-d5c95401a359 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:01:09.912507 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-53a82ec3-ea02-4194-9ba1-73a0acb4f8bb None None] Port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:01:09.943287 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a722502-e658-4a4b-9d1d-cac5abeacee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:09.958959 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-31c65e6c-5e94-40a0-93ba-d5d6230b53ce tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Calling delete_port for 0de6ea6a-1b77-4bb3-97b6-efa54132d795 owned by network:floatingip {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:01:09.998496 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a722502-e658-4a4b-9d1d-cac5abeacee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:10.009704 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7491f59d-8f80-43e5-b4fa-787d9910f15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:10.027301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a722502-e658-4a4b-9d1d-cac5abeacee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36e4a05-6605-426e-93ef-e6cdba6f1ee4,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:10.030100 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a722502-e658-4a4b-9d1d-cac5abeacee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:10.031638 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0a722502-e658-4a4b-9d1d-cac5abeacee3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b36e4a05-6605-426e-93ef-e6cdba6f1ee4 HTTP/1.1" status: 204  len: 168 time: 0.3179724
Jan 20 01:01:10.119987 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0a722502-e658-4a4b-9d1d-cac5abeacee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:10.240409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33c6fc-5bdb-4f1e-afe0-8fafe650c5fc req-2e0246fb-4ef0-41ee-bdbd-803f4ce03c40 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:10.242127 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ad33c6fc-5bdb-4f1e-afe0-8fafe650c5fc req-2e0246fb-4ef0-41ee-bdbd-803f4ce03c40 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 932 time: 0.2309043
Jan 20 01:01:10.303891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-31c65e6c-5e94-40a0-93ba-d5d6230b53ce tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:10.321831 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:10.358118 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ad33c6fc-5bdb-4f1e-afe0-8fafe650c5fc req-c4ba3c3d-0113-42d3-82f6-5196093fa0ba tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1065316
Jan 20 01:01:10.375009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c65e6c-5e94-40a0-93ba-d5d6230b53ce tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event deleted for resources: {'Port': ['ID=0de6ea6a-1b77-4bb3-97b6-efa54132d795,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:10.376692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 01:01:10.386547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:10.387604 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-31c65e6c-5e94-40a0-93ba-d5d6230b53ce tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:10.401735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Transition to ACTIVE for port object 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:01:10.404490 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:10.422319 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c6a4d528-3b69-4a30-a346-8480f2d76df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:10.567171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-31c65e6c-5e94-40a0-93ba-d5d6230b53ce tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:10.567800 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Pushing event updated for resources: {'Port': ['ID=8b20b40d-c6a6-43a0-aade-2e5eb20f9093,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:10.573566 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:10.582517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-31c65e6c-5e94-40a0-93ba-d5d6230b53ce tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:10.587009 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-31c65e6c-5e94-40a0-93ba-d5d6230b53ce tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "DELETE /v2.0/floatingips/525abb95-0377-41a1-bde7-4c3747274288 HTTP/1.1" status: 204  len: 168 time: 1.2777610
Jan 20 01:01:10.773535 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Attempting to bind port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:01:10.773922 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Attempting to bind port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:01:10.774301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Attempting to bind port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 on network 559b2f7d-75e1-4563-beb7-771e7ea167d9 {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:01:10.781435 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:01:10.781822 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Checking segment: {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:01:10.782239 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:10.782646 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Bound using segment: {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:01:10.783135 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Bound port: 8b20b40d-c6a6-43a0-aade-2e5eb20f9093, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:01:10.783520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:10.822865 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37796) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:10.828709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Request body: {'security_group': {'name': 'tempest-securitygroup--1704078699', 'description': 'tempest-description--1791286283'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:10.843546 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:10.848215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Usage tracker for resource:security_group and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:10.852872 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:10.860778 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:10.872511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:10.885765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] For port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:01:10.888880 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] For port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=8b20b40d-c6a6-43a0-aade-2e5eb20f9093,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:01:10.892163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:10.894419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:10.899528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Usage tracker for resource:security_group_rule and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:10.909522 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:10.918307 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:10.997096 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-40c3ae5e-b56d-4581-8df3-1a0ac98601b4 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:10.999628 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.001879 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.008947 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ff312732-b774-4dbf-9928-a1dda48fa37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:11.054389 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0416f3-a52d-4c39-b121-8b1be255def4,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:11.057303 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.058613 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2345793
Jan 20 01:01:11.059596 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:11.061525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37806) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:11.067132 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-8c27c6fb-348a-4c2f-aaf4-69572c988306 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Request body: {'security_group_rule': {'security_group_id': '4f0416f3-a52d-4c39-b121-8b1be255def4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:11.077460 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8c27c6fb-348a-4c2f-aaf4-69572c988306 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:11.081515 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-8c27c6fb-348a-4c2f-aaf4-69572c988306 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Usage tracker for resource:security_group_rule and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:11.085338 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-8c27c6fb-348a-4c2f-aaf4-69572c988306 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:11.091897 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8c27c6fb-348a-4c2f-aaf4-69572c988306 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:11.109174 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8c27c6fb-348a-4c2f-aaf4-69572c988306 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group_rule, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.124707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:11.125425 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.126921 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] 10.222.0.20 "PUT /v2.0/ports/8b20b40d-c6a6-43a0-aade-2e5eb20f9093 HTTP/1.1" status: 200  len: 1158 time: 1.5293334
Jan 20 01:01:11.128570 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'tag': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:01:11.139490 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Pushing event updated for resources: {'Port': ['ID=8b20b40d-c6a6-43a0-aade-2e5eb20f9093,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:11.142996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:11.198246 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8c27c6fb-348a-4c2f-aaf4-69572c988306 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.201311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8c27c6fb-348a-4c2f-aaf4-69572c988306 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.212053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:11.233953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27c6fb-348a-4c2f-aaf4-69572c988306 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a666e75d-9468-405d-8c99-3148ee9f870d,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:11.237040 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8c27c6fb-348a-4c2f-aaf4-69572c988306 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:11.250193 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8c27c6fb-348a-4c2f-aaf4-69572c988306 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group_rule, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.251682 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-8c27c6fb-348a-4c2f-aaf4-69572c988306 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1891632
Jan 20 01:01:11.254462 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37818) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:11.262302 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-db1c38e7-cebc-45c2-ba35-81d3c11ceff0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Request body: {'security_group_rule': {'security_group_id': '4f0416f3-a52d-4c39-b121-8b1be255def4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:11.265654 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:01:11.274463 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-db1c38e7-cebc-45c2-ba35-81d3c11ceff0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:11.277216 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'tag': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093', 'status': 'completed', 'code': 200}
Jan 20 01:01:11.279633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-db1c38e7-cebc-45c2-ba35-81d3c11ceff0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Usage tracker for resource:security_group_rule and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:11.283524 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-db1c38e7-cebc-45c2-ba35-81d3c11ceff0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:11.294356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-db1c38e7-cebc-45c2-ba35-81d3c11ceff0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:11.321023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db1c38e7-cebc-45c2-ba35-81d3c11ceff0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group_rule, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.345849 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43367ddf-e356-4ca4-a27e-98320582c102 req-cde305c3-00d6-44ef-a11f-611e2376a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:11.347508 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-cde305c3-00d6-44ef-a11f-611e2376a5ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 1161 time: 0.1330004
Jan 20 01:01:11.439854 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db1c38e7-cebc-45c2-ba35-81d3c11ceff0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.444738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db1c38e7-cebc-45c2-ba35-81d3c11ceff0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.447710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8c27c6fb-348a-4c2f-aaf4-69572c988306 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:11.490464 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c38e7-cebc-45c2-ba35-81d3c11ceff0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ade39b-b015-4561-8f83-b5a10313936d,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:11.493255 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-db1c38e7-cebc-45c2-ba35-81d3c11ceff0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:11.494304 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db1c38e7-cebc-45c2-ba35-81d3c11ceff0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group_rule, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.496518 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-db1c38e7-cebc-45c2-ba35-81d3c11ceff0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2398744
Jan 20 01:01:11.500129 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37828) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:11.513926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Request body: {'floatingip': {'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:11.529915 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:11.534013 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Usage tracker for resource:floatingip and tenant:91d26c4688434d0888987ba4a4381769 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:11.537564 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:11.544207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:11.573294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.764142 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-818b5cbd-c496-4839-a82d-cba104fee9e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b20b40d-c6a6-43a0-aade-2e5eb20f9093 HTTP/1.1" status: 200  len: 217 time: 0.4017630
Jan 20 01:01:11.801662 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaabac-7b02-418c-a795-e3eac10a01e8 req-bec0aa2c-ba61-4dc1-b0ab-32982c3384ea tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:11.803938 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d1aaabac-7b02-418c-a795-e3eac10a01e8 req-bec0aa2c-ba61-4dc1-b0ab-32982c3384ea tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 944 time: 0.1858675
Jan 20 01:01:11.838867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43367ddf-e356-4ca4-a27e-98320582c102 req-6442078c-84cd-45fb-ae46-193c47be6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:11.840578 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-6442078c-84cd-45fb-ae46-193c47be6552 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.0694201
Jan 20 01:01:11.872645 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d1aaabac-7b02-418c-a795-e3eac10a01e8 req-41266bfc-8bde-4545-9be4-3cd8af66071b tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0584223
Jan 20 01:01:11.879833 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:11.930671 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43367ddf-e356-4ca4-a27e-98320582c102 req-e6800467-f251-42bb-8b6d-99a41c6a07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:11.932303 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-e6800467-f251-42bb-8b6d-99a41c6a07ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0840261
Jan 20 01:01:12.058292 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24e55941-eed7-4b5e-9c2a-95ca5b9c8856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:12.091999 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-cdd28ccd-53b9-487f-b046-8df906aac20d service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521947
Jan 20 01:01:12.175096 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Allocated IP 172.27.2.47 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/4641d62e-f525-425a-b2f6-e45b6af77bbb) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:01:12.246885 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-43367ddf-e356-4ca4-a27e-98320582c102 req-d78286dd-1d4c-4de9-9b90-4a640804aa4d service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465073
Jan 20 01:01:12.305437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37858) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:12.345495 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:12.376049 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:12.393260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:12.429297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609eee8-2219-41e7-8bc5-ee5895c8d45e req-38029aa5-1d68-477c-a8b3-834592e4f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:12.430913 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8609eee8-2219-41e7-8bc5-ee5895c8d45e req-38029aa5-1d68-477c-a8b3-834592e4f30d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 1161 time: 0.0853655
Jan 20 01:01:12.494205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff75b108-8d0a-4909-87bc-0def3f88463e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:12.542482 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event updated for resources: {'Port': ['ID=4641d62e-f525-425a-b2f6-e45b6af77bbb,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:12.546922 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:12.565783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ff75b108-8d0a-4909-87bc-0def3f88463e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:12.576846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ff75b108-8d0a-4909-87bc-0def3f88463e admin admin] Usage tracker for resource:security_group_rule and tenant:bc1f8b2be0264d1fbfc92aae1506016a is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:12.585730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ff75b108-8d0a-4909-87bc-0def3f88463e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:12.597613 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:01:12.597613 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:01:12.600033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:01:12.604293 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ff75b108-8d0a-4909-87bc-0def3f88463e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:12.654020 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609eee8-2219-41e7-8bc5-ee5895c8d45e req-e78106e4-d3c8-4d77-bb9b-ed1ac0baae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:12.655638 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8609eee8-2219-41e7-8bc5-ee5895c8d45e req-e78106e4-d3c8-4d77-bb9b-ed1ac0baae46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.2176855
Jan 20 01:01:12.694455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:12.740016 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8609eee8-2219-41e7-8bc5-ee5895c8d45e req-9e70ae73-f36f-4bb7-9de0-1f4336e6882e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b20b40d-c6a6-43a0-aade-2e5eb20f9093 HTTP/1.1" status: 200  len: 217 time: 0.0747626
Jan 20 01:01:12.765084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:12.848070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609eee8-2219-41e7-8bc5-ee5895c8d45e req-eeaabdb7-f3f4-4da1-92f4-96206ce30976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:12.849749 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8609eee8-2219-41e7-8bc5-ee5895c8d45e req-eeaabdb7-f3f4-4da1-92f4-96206ce30976 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.1034951
Jan 20 01:01:12.917829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff75b108-8d0a-4909-87bc-0def3f88463e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:12.927436 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff75b108-8d0a-4909-87bc-0def3f88463e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:12.937747 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:12.992557 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ff75b108-8d0a-4909-87bc-0def3f88463e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc1f8b2be0264d1fbfc92aae1506016a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6827927
Jan 20 01:01:12.992956 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37872) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:12.994997 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75b108-8d0a-4909-87bc-0def3f88463e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf414921-5951-4472-9514-7bf40e099bf8,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:12.999607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ff75b108-8d0a-4909-87bc-0def3f88463e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:13.010709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609eee8-2219-41e7-8bc5-ee5895c8d45e req-37886bc0-5d15-4abc-b635-d5807ff3903a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:13.012321 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8609eee8-2219-41e7-8bc5-ee5895c8d45e req-37886bc0-5d15-4abc-b635-d5807ff3903a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1507139
Jan 20 01:01:13.177832 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8609eee8-2219-41e7-8bc5-ee5895c8d45e req-7bb0ca8e-6bd4-456a-8c97-3d9a9888558c service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575811
Jan 20 01:01:13.330418 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8609eee8-2219-41e7-8bc5-ee5895c8d45e req-1afab8db-fc4a-4249-b75b-44f9c33b3a5b service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452262
Jan 20 01:01:13.379278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f695ade2-88dd-4bd9-84fd-c58e44d0a81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:13.411707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:13.425998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847646012'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:13.431612 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f695ade2-88dd-4bd9-84fd-c58e44d0a81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:13.450766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-31c65e6c-5e94-40a0-93ba-d5d6230b53ce tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:13.505782 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3a1b0-9c73-45d4-aaad-723e7f718d56 req-198ec867-381c-4595-9bf1-d7adf7988448 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:13.507375 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-01a3a1b0-9c73-45d4-aaad-723e7f718d56 req-198ec867-381c-4595-9bf1-d7adf7988448 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 944 time: 0.4813533
Jan 20 01:01:13.672993 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event updated for resources: {'Port': ['ID=4641d62e-f525-425a-b2f6-e45b6af77bbb,revision_number=2']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:13.682798 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:13.696315 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-01a3a1b0-9c73-45d4-aaad-723e7f718d56 req-7c9c1a7e-7c97-4a44-bc2e-259998df837a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1654835
Jan 20 01:01:13.722065 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f695ade2-88dd-4bd9-84fd-c58e44d0a81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:13.730129 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-562ecf6f-193a-4f07-9058-d3f96c3cac96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:13.743309 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695ade2-88dd-4bd9-84fd-c58e44d0a81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf414921-5951-4472-9514-7bf40e099bf8,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:13.748373 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f695ade2-88dd-4bd9-84fd-c58e44d0a81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:13.804536 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f695ade2-88dd-4bd9-84fd-c58e44d0a81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:13.805767 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-f695ade2-88dd-4bd9-84fd-c58e44d0a81b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf414921-5951-4472-9514-7bf40e099bf8 HTTP/1.1" status: 204  len: 168 time: 0.8118253
Jan 20 01:01:13.825752 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:13.844069 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:13.850735 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.3440461
Jan 20 01:01:14.117424 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-c22f288b-d450-4bdc-b15d-5514443b338f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Synchronizing usage tracker for tenant:91d26c4688434d0888987ba4a4381769 on resource:security_group {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:01:14.132950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-c22f288b-d450-4bdc-b15d-5514443b338f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Unset dirty status for tenant:91d26c4688434d0888987ba4a4381769 on resource:security_group {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:01:14.134344 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-c22f288b-d450-4bdc-b15d-5514443b338f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1704078699&fields=id&tenant_id=91d26c4688434d0888987ba4a4381769 HTTP/1.1" status: 200  len: 267 time: 0.0676525
Jan 20 01:01:14.327758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-84148f03-3b28-4091-bbd5-5f4d2326c2af tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:14.329546 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-84148f03-3b28-4091-bbd5-5f4d2326c2af tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 817 time: 0.1879785
Jan 20 01:01:14.347204 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-35a8c408-7b70-4a2f-92e9-13c69ebe37f0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/quotas/91d26c4688434d0888987ba4a4381769 HTTP/1.1" status: 200  len: 375 time: 0.0109017
Jan 20 01:01:14.453663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-2a7547e7-be48-4192-9319-8245f5e90cfd tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Synchronizing usage tracker for tenant:91d26c4688434d0888987ba4a4381769 on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:01:14.469635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-2a7547e7-be48-4192-9319-8245f5e90cfd tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Unset dirty status for tenant:91d26c4688434d0888987ba4a4381769 on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:01:14.471065 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-2a7547e7-be48-4192-9319-8245f5e90cfd tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1181064
Jan 20 01:01:14.598408 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8f98f7d-a525-4742-85f5-11134ddab458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:14.626935 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-b2f8d093-2615-4f11-8677-88bce25f1f91 service neutron] 10.222.0.37 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427581
Jan 20 01:01:14.669428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37914) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:14.773338 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:14.776303 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-088f433d-88b5-4430-ab15-213c50aa13ee service neutron] 10.222.0.37 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416466
Jan 20 01:01:14.814383 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2045325836-network', 'tenant_id': 'd4889a6f57584bb49864826326a71236'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:14.821192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:14.825420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Usage tracker for resource:network and tenant:d4889a6f57584bb49864826326a71236 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:14.828958 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:14.835799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:14.846403 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Made reservation on behalf of d4889a6f57584bb49864826326a71236 for: {'network': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:01:14.853273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:14.867789 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:14.886213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:14.890672 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Usage tracker for resource:security_group_rule and tenant:d4889a6f57584bb49864826326a71236 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:14.893746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:14.900223 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:15.005284 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:15.009905 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:15.015679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9cda2ba9-ed2d-46cc-9ce1-6c357f5f5f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:15.059859 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 01:01:15.069554 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff205c-5640-45fa-aa43-18e3d627ee40,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:15.073717 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:15.076423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759632512030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:15.076874 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Added segment efac2f69-9bfd-4584-afa5-4960cfc289ed of type vxlan for network a9e28e9c-1298-4aba-8b9d-9161b581d566
Jan 20 01:01:15.107504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:15.160642 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:15.163156 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:15.163951 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-11067c43-1089-4ea1-aa4b-afa5a0d6b5ee req-d3222740-b41e-4c0f-a894-4389cb03dcfb tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 210 time: 0.2254117
Jan 20 01:01:15.164422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:15.212987 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a2a6f-a1e7-4f88-a857-64ce3ed8ed01 req-b5f4b3a6-6645-4712-836b-4f86fb575817 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:15.215739 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-79663063-8429-4243-9eee-4db27597972d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:15.221102 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b08a2a6f-a1e7-4f88-a857-64ce3ed8ed01 req-b5f4b3a6-6645-4712-836b-4f86fb575817 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 944 time: 0.3693826
Jan 20 01:01:15.258074 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.5838633
Jan 20 01:01:15.258815 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37940) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:15.266686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Request body: {'subnet': {'network_id': 'a9e28e9c-1298-4aba-8b9d-9161b581d566', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2045325836-subnet', 'tenant_id': 'd4889a6f57584bb49864826326a71236', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:15.281552 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:15.290378 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Usage tracker for resource:subnet and tenant:d4889a6f57584bb49864826326a71236 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:15.295167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:15.318584 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b08a2a6f-a1e7-4f88-a857-64ce3ed8ed01 req-7937cf7c-0d19-4a5f-be49-7aea0df11373 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0961421
Jan 20 01:01:15.325274 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:15.349902 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Made reservation on behalf of d4889a6f57584bb49864826326a71236 for: {'subnet': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:01:15.351442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Pushing event updated for resources: {'Network': ['ID=a9e28e9c-1298-4aba-8b9d-9161b581d566,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:15.354769 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:15.355786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6417876'] for subnet, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:15.363345 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network a9e28e9c-1298-4aba-8b9d-9161b581d566 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:01:15.386615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network a9e28e9c-1298-4aba-8b9d-9161b581d566 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:01:15.812072 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847644836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6417861'] for subnet, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:15.828167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:15.961510 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d4bc59-c299-489f-98a9-9644413351eb,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:15.965594 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:16.026582 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Checking segment: {'id': 'efac2f69-9bfd-4584-afa5-4960cfc289ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a9e28e9c-1298-4aba-8b9d-9161b581d566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:01:16.026978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Network hostable DHCP agents. Network: a9e28e9c-1298-4aba-8b9d-9161b581d566, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 01:01:16.045756 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Network a9e28e9c-1298-4aba-8b9d-9161b581d566 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 01:01:16.054509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, a9e28e9c-1298-4aba-8b9d-9161b581d566) {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:01:16.063474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43381ff4-3e2b-46a1-aca8-73ffeecb90a8 None None] Network a9e28e9c-1298-4aba-8b9d-9161b581d566 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:01:16.073473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:16.074497 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:16.110610 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8434291
Jan 20 01:01:16.336094 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9353e479-2b1d-4de3-a167-12213c7b746d None None] Network a9e28e9c-1298-4aba-8b9d-9161b581d566 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:01:16.480294 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fe2e7e49-ed90-4300-bf64-fd173c617069 req-ea408895-551a-4b1e-a98e-2fd367d3dc89 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 210 time: 0.0767913
Jan 20 01:01:16.583904 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-3e072329-49ec-4f46-b1f9-c5e919767d61 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:16.585609 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-3e072329-49ec-4f46-b1f9-c5e919767d61 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.20 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 817 time: 0.3674643
Jan 20 01:01:16.663342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30ba7-4eee-44af-a2aa-4037067b96f8 req-6068b790-238a-4dca-9bf2-4e7bc8a80ff3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:16.674924 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fcf30ba7-4eee-44af-a2aa-4037067b96f8 req-6068b790-238a-4dca-9bf2-4e7bc8a80ff3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 944 time: 0.1932750
Jan 20 01:01:16.718810 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:16.742036 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fcf30ba7-4eee-44af-a2aa-4037067b96f8 req-b94bb46f-6156-4b16-978e-6d820e29bd8c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0662253
Jan 20 01:01:16.742768 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-ccccca41-0994-4300-b974-43aad8afee2c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91d26c4688434d0888987ba4a4381769 HTTP/1.1" status: 200  len: 5705 time: 0.1314919
Jan 20 01:01:16.755705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:16.758692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Request body: {'port': {'device_id': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'admin_state_up': True, 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'security_groups': ['4f0416f3-a52d-4c39-b121-8b1be255def4']}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:16.916452 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:16.926643 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:16.936308 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Made reservation on behalf of 91d26c4688434d0888987ba4a4381769 for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:01:16.946738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:17.068292 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 37988) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:17.074506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1219095189-network', 'tenant_id': 'b5049ade789449aa9a2beda951606602'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:17.079524 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:17.084691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Usage tracker for resource:network and tenant:b5049ade789449aa9a2beda951606602 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:17.087759 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:17.093875 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:17.104386 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Made reservation on behalf of b5049ade789449aa9a2beda951606602 for: {'network': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:01:17.109364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:17.122869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:17.138773 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:17.142864 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Usage tracker for resource:security_group_rule and tenant:b5049ade789449aa9a2beda951606602 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:17.146041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:17.151998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:17.244148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:17.246141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:17.250413 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-430108b3-15c4-43be-b015-fff2f9ea4275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:17.281004 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Allocated IP 172.20.0.3 (e6192c1e-956c-4a43-9332-7629d998b277/37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1/802e6700-a3e8-4611-a857-7d2d96080875) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:01:17.282453 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 01:01:17.292444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5a9657-31a7-461b-a9fd-a23e8844ba60,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:17.296358 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:17.298868 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:17.299265 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Added segment d8d0c779-d091-47d3-981e-9ad4bc0b3bf4 of type vxlan for network c4dcbc9c-7e79-4639-b46e-30cac178fb74
Jan 20 01:01:17.328075 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:17.358047 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:17.359293 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:17.359933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:17.365570 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e54c11d9-1b49-4cda-925a-3041171cb6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:17.472720 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4031816
Jan 20 01:01:17.474328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Pushing event updated for resources: {'Network': ['ID=c4dcbc9c-7e79-4639-b46e-30cac178fb74,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:17.476313 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 37992) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:17.477221 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:17.485105 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network c4dcbc9c-7e79-4639-b46e-30cac178fb74 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:01:17.487073 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Request body: {'subnet': {'network_id': 'c4dcbc9c-7e79-4639-b46e-30cac178fb74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1219095189-subnet', 'tenant_id': 'b5049ade789449aa9a2beda951606602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:17.493806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:17.497226 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:17.506021 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network c4dcbc9c-7e79-4639-b46e-30cac178fb74 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:01:17.507094 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Usage tracker for resource:subnet and tenant:b5049ade789449aa9a2beda951606602 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:17.512301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:17.522889 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:17.525088 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Transition to ACTIVE for port object 802e6700-a3e8-4611-a857-7d2d96080875 will not be triggered until provisioned by entity DHCP. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:01:17.538323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Made reservation on behalf of b5049ade789449aa9a2beda951606602 for: {'subnet': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:01:17.543035 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233335'] for subnet, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:17.655821 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:17.673848 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d2870900-9653-4c56-8bcd-68741c4d0a2d tempest-VolumesSnapshotTestJSON-44329876 tempest-VolumesSnapshotTestJSON-44329876] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:17.744728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659f770-fbc9-43cb-81bd-4932b80392c8 req-3b1c85e2-8cd7-42dc-ba30-480f0b92d2f7 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:17.746422 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1659f770-fbc9-43cb-81bd-4932b80392c8 req-3b1c85e2-8cd7-42dc-ba30-480f0b92d2f7 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 931 time: 0.1131849
Jan 20 01:01:17.799046 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1659f770-fbc9-43cb-81bd-4932b80392c8 req-1743d0cb-0224-45c6-a653-7a4357cfc9bd tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457132
Jan 20 01:01:17.836400 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event updated for resources: {'Port': ['ID=802e6700-a3e8-4611-a857-7d2d96080875,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:17.842900 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:17.948631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Network e6192c1e-956c-4a43-9332-7629d998b277 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:01:17.961035 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:01:17.966387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:01:17.989450 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447656d9-c233-4c60-a43b-cbdd17b62c8c req-3655311d-5564-4305-a94d-0f8fd66190d8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:17.993645 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-447656d9-c233-4c60-a43b-cbdd17b62c8c req-3655311d-5564-4305-a94d-0f8fd66190d8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 944 time: 0.1079838
Jan 20 01:01:18.046229 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-447656d9-c233-4c60-a43b-cbdd17b62c8c req-d604f2ca-2bfa-481d-842d-7a569171b586 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0484390
Jan 20 01:01:18.081567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:18.082301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:18.133900 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3836324
Jan 20 01:01:18.194157 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Request body: {'port': {'device_id': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:18.240595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d963464a-7283-40d9-a2c9-c6a21290ed06 None None] Provisioning for port 802e6700-a3e8-4611-a857-7d2d96080875 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:01:18.246056 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d963464a-7283-40d9-a2c9-c6a21290ed06 None None] Provisioning complete for port 802e6700-a3e8-4611-a857-7d2d96080875 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:01:18.246724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d963464a-7283-40d9-a2c9-c6a21290ed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:18.309526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d963464a-7283-40d9-a2c9-c6a21290ed06 None None] Port 802e6700-a3e8-4611-a857-7d2d96080875 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:01:18.568639 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:18.734141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849086569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233318'] for subnet, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:18.753039 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:18.978687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d7662c5-a7ce-4611-8524-474e900a5cc5,revision_number=0']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:18.989768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:19.054873 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301a38e-ae47-4f20-a656-b7b88458e739 req-977bbd27-c229-465f-8e2d-b51d3bb72d5f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:19.056510 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9301a38e-ae47-4f20-a656-b7b88458e739 req-977bbd27-c229-465f-8e2d-b51d3bb72d5f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 931 time: 0.1075647
Jan 20 01:01:19.107858 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9301a38e-ae47-4f20-a656-b7b88458e739 req-a2c35741-c57f-4979-bed3-6fa7b672e3e1 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448301
Jan 20 01:01:19.143534 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Checking segment: {'id': 'd8d0c779-d091-47d3-981e-9ad4bc0b3bf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c4dcbc9c-7e79-4639-b46e-30cac178fb74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:01:19.143534 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Network hostable DHCP agents. Network: c4dcbc9c-7e79-4639-b46e-30cac178fb74, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 01:01:19.188212 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Network c4dcbc9c-7e79-4639-b46e-30cac178fb74 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 01:01:19.203666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, c4dcbc9c-7e79-4639-b46e-30cac178fb74) {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:01:19.214433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b674ded-0209-4a1b-a6a5-b11d8fe3f423 None None] Network c4dcbc9c-7e79-4639-b46e-30cac178fb74 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:01:19.259150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:19.259808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:19.302423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802e6700-a3e8-4611-a857-7d2d96080875 {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 01:01:19.308335 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bc9a1-a1c9-4384-af64-22a5defd3ee7 req-0313a2aa-04f4-457a-b81b-6ad77b2a7a8f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:19.308530 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.8280396
Jan 20 01:01:19.310367 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5b9bc9a1-a1c9-4384-af64-22a5defd3ee7 req-0313a2aa-04f4-457a-b81b-6ad77b2a7a8f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 944 time: 0.1064179
Jan 20 01:01:19.324714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:19.340889 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Transition to ACTIVE for port object 802e6700-a3e8-4611-a857-7d2d96080875 will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:01:19.345433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:19.369552 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dc33d1d6-9b10-4170-a91a-70bfe4ae9c3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:19.375527 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5b9bc9a1-a1c9-4384-af64-22a5defd3ee7 req-4e379132-549b-4196-a988-eb1f9c82bf9a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0546222
Jan 20 01:01:19.420062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38014) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:19.481293 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ccd279-2cfd-4890-bcce-86eb46194974 None None] Network c4dcbc9c-7e79-4639-b46e-30cac178fb74 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:01:19.486277 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f937f90-dc1a-4e15-8b85-1c3c8c94f9ee admin admin] Deleting subnet 3c96b4ad-4eae-4768-b9ab-b9473481c57f {{(pid=80156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 01:01:19.490047 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f937f90-dc1a-4e15-8b85-1c3c8c94f9ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:19.527339 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38018) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:19.537732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Pushing event updated for resources: {'Port': ['ID=802e6700-a3e8-4611-a857-7d2d96080875,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:19.557316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.557723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.558129 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.558530 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.558922 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.559317 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.559707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.560253 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.560650 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.561042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.561456 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.561845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.562310 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.562708 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.563096 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.563485 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.563874 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.564309 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.564702 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.565105 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.565529 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.565918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.566313 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.566709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:19.573263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:19.614557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f937f90-dc1a-4e15-8b85-1c3c8c94f9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6531846'] for subnet, precommit_delete_associations {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:19.659365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b8fbf5-ed83-4c3b-a5d0-723f6bfeda95 admin admin] Deleting subnet a2d4bc59-c299-489f-98a9-9644413351eb {{(pid=80156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 01:01:19.668303 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fbf5-ed83-4c3b-a5d0-723f6bfeda95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:19.737550 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f937f90-dc1a-4e15-8b85-1c3c8c94f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:19.751598 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:01:19.762789 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Attempting to bind port 802e6700-a3e8-4611-a857-7d2d96080875 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:01:19.763169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Attempting to bind port 802e6700-a3e8-4611-a857-7d2d96080875 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:01:19.763557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Attempting to bind port 802e6700-a3e8-4611-a857-7d2d96080875 on network e6192c1e-956c-4a43-9332-7629d998b277 {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:01:19.769695 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:01:19.770083 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Checking segment: {'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:01:19.771203 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:19.771607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Bound using segment: {'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:01:19.772100 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Bound port: 802e6700-a3e8-4611-a857-7d2d96080875, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9640cf11-c437-4a95-a8a1-6f00dc55f82b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:01:19.772488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:19.776379 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fbf5-ed83-4c3b-a5d0-723f6bfeda95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6531846'] for subnet, precommit_delete_associations {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:19.861210 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:01:19.867973 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:01:19.869180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:19.886705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fbf5-ed83-4c3b-a5d0-723f6bfeda95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:19.891845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] For port 802e6700-a3e8-4611-a857-7d2d96080875, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:01:19.895043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] For port 802e6700-a3e8-4611-a857-7d2d96080875, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=802e6700-a3e8-4611-a857-7d2d96080875,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:01:19.899360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:19.917267 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-774e9ed0-c335-4832-bee0-0b90c68f1fc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:20.002344 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:20.033954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:01:20.045882 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=8b20b40d-c6a6-43a0-aade-2e5eb20f9093,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:01:20.051532 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:20.055503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:20.078563 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Pushing event updated for resources: {'Port': ['ID=802e6700-a3e8-4611-a857-7d2d96080875,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:20.084613 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:20.110788 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093', 'code': 200}
Jan 20 01:01:20.121650 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:20.122331 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:20.123908 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] 10.222.0.20 "PUT /v2.0/ports/802e6700-a3e8-4611-a857-7d2d96080875 HTTP/1.1" status: 200  len: 1157 time: 1.9379523
Jan 20 01:01:20.124588 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:01:20.168825 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=8b20b40d-c6a6-43a0-aade-2e5eb20f9093,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:20.180846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.181263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.181648 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.182045 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.182374 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.182754 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.183121 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.183885 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.184254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.184618 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.184986 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.185375 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.185824 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.186194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.188290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.188663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.204525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.204939 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.205373 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.205773 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.206417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.206549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.211726 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.212190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:20.228404 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:20.275092 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875', 'status': 'completed', 'code': 200}
Jan 20 01:01:20.320451 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-1c0899d9-e47f-4335-bdce-549b727ccef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:20.329219 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-1c0899d9-e47f-4335-bdce-549b727ccef7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 1160 time: 0.1390173
Jan 20 01:01:20.424788 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-2fc06e71-4f60-4587-b8c7-99b33ed705a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=802e6700-a3e8-4611-a857-7d2d96080875 HTTP/1.1" status: 200  len: 217 time: 0.0811508
Jan 20 01:01:20.553909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-e31fa0ea-b06c-494c-9caf-389347f766de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:20.555626 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-e31fa0ea-b06c-494c-9caf-389347f766de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 HTTP/1.1" status: 200  len: 856 time: 0.0909629
Jan 20 01:01:20.620003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc33fab-12c0-4b41-8801-bb626817db26 req-b5fc0aa5-75b9-4ce8-96e4-3070f248b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:20.621643 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bdc33fab-12c0-4b41-8801-bb626817db26 req-b5fc0aa5-75b9-4ce8-96e4-3070f248b92a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 1163 time: 0.1990569
Jan 20 01:01:20.675978 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bdc33fab-12c0-4b41-8801-bb626817db26 req-f912d352-f93c-480f-a0b7-33a6e639335f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0462437
Jan 20 01:01:20.681561 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-73a3dc4e-0623-45ae-bd8d-3bae0fc89c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:20.683109 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-73a3dc4e-0623-45ae-bd8d-3bae0fc89c57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6192c1e-956c-4a43-9332-7629d998b277&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1209018
Jan 20 01:01:20.765793 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eddc6d-45d6-4333-81e8-8fb1ee4cdeae req-e6fed80b-fb6e-4a7f-8ace-aa5a3d5e3f53 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:20.767408 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-75eddc6d-45d6-4333-81e8-8fb1ee4cdeae req-e6fed80b-fb6e-4a7f-8ace-aa5a3d5e3f53 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.4108775
Jan 20 01:01:20.844502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f937f90-dc1a-4e15-8b85-1c3c8c94f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7130905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848357890'] for subnet, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:20.873159 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ad62d49a-0a9d-4bf8-9e68-505042e2d0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:20.929168 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066b5fe-9f77-4b92-8919-1e483780d019 req-fa2331d5-84ca-4ee4-950c-5e3f9a144489 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:20.930759 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5066b5fe-9f77-4b92-8919-1e483780d019 req-fa2331d5-84ca-4ee4-950c-5e3f9a144489 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 946 time: 0.3586106
Jan 20 01:01:20.936322 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-75eddc6d-45d6-4333-81e8-8fb1ee4cdeae req-c6865cb5-a533-4eee-a55a-a72de26eb15f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1584322
Jan 20 01:01:20.961156 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f937f90-dc1a-4e15-8b85-1c3c8c94f9ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c96b4ad-4eae-4768-b9ab-b9473481c57f,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:20.980843 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1f937f90-dc1a-4e15-8b85-1c3c8c94f9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:21.055812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fbf5-ed83-4c3b-a5d0-723f6bfeda95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7130905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848357890'] for subnet, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:21.085742 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2089f5bd-a0c4-44ea-a02a-10017cdf945f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:21.086561 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-74276f83-8eb1-41cd-b7bd-aee8c72a0713 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455262
Jan 20 01:01:21.159133 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5066b5fe-9f77-4b92-8919-1e483780d019 req-3ee1b25f-c8ad-4b2b-bf58-c4649acce3bd tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2112582
Jan 20 01:01:21.159926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8fbf5-ed83-4c3b-a5d0-723f6bfeda95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d4bc59-c299-489f-98a9-9644413351eb,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:21.175810 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a3b8fbf5-ed83-4c3b-a5d0-723f6bfeda95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:21.246699 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bc0a0e4a-878b-41d7-ba7a-953e3c584f2c req-1abf8074-7639-4d44-850f-2c5cb4d03a05 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1528537
Jan 20 01:01:21.251166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f937f90-dc1a-4e15-8b85-1c3c8c94f9ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:21.270323 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-1f937f90-dc1a-4e15-8b85-1c3c8c94f9ee admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3c96b4ad-4eae-4768-b9ab-b9473481c57f HTTP/1.1" status: 204  len: 168 time: 1.8581302
Jan 20 01:01:21.273340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fbf5-ed83-4c3b-a5d0-723f6bfeda95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:21.273503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38032) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:21.277528 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a3b8fbf5-ed83-4c3b-a5d0-723f6bfeda95 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a2d4bc59-c299-489f-98a9-9644413351eb HTTP/1.1" status: 204  len: 168 time: 1.7490559
Jan 20 01:01:21.280082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38036) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:21.399911 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:21.436622 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:01:21.445360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:21.511560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:01:21.512278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:21.596952 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:21.597404 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab58f-4035-44fa-9ebd-b86f251b4144 req-f7bfd06d-8cd9-4e43-bd93-774722a554eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:21.599561 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-829ab58f-4035-44fa-9ebd-b86f251b4144 req-f7bfd06d-8cd9-4e43-bd93-774722a554eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 1160 time: 0.2354641
Jan 20 01:01:21.684518 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:21.717164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f782a95eda0>,) {'filters': {'network_id': ['a9e28e9c-1298-4aba-8b9d-9161b581d566']}} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:21.741480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a95eda0>, 'efac2f69-9bfd-4584-afa5-4960cfc289ed') {'for_net_delete': True} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:21.742064 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a95eda0>, 'efac2f69-9bfd-4584-afa5-4960cfc289ed') {} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:21.755559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848243954'] for segment, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:21.772636 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:21.774704 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 01:01:21.968667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Network a9e28e9c-1298-4aba-8b9d-9161b581d566 has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:01:21.979662 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847646022'] for segment, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:22.119605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f782b011208>,) {'filters': {'network_id': ['28c04744-173d-4d7a-bb28-309c8f313538']}} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:22.148705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f782b011208>, 'dc9eb476-a6d7-4879-83d1-c8b91e96f6ab') {'for_net_delete': True} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:22.148705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f782b011208>, 'dc9eb476-a6d7-4879-83d1-c8b91e96f6ab') {} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:22.167312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6253502'] for segment, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:22.174614 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab58f-4035-44fa-9ebd-b86f251b4144 req-0d715387-67f0-4161-b7ff-d3db34b08377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:22.176638 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-829ab58f-4035-44fa-9ebd-b86f251b4144 req-0d715387-67f0-4161-b7ff-d3db34b08377 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 911 time: 0.5214283
Jan 20 01:01:22.220298 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Network a9e28e9c-1298-4aba-8b9d-9161b581d566 has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 01:01:22.245802 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 01:01:22.250053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:22.259613 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 01:01:22.275668 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-829ab58f-4035-44fa-9ebd-b86f251b4144 req-2d121097-6fd9-4591-81f7-310b7b569434 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=802e6700-a3e8-4611-a857-7d2d96080875 HTTP/1.1" status: 200  len: 217 time: 0.0913713
Jan 20 01:01:22.401357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:22.434095 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b9d1f-30be-423a-aa6e-fdae794fa970 req-2e50e005-88fd-4a34-bb05-b320dc4cbed1 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:22.435731 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-817b9d1f-30be-423a-aa6e-fdae794fa970 req-2e50e005-88fd-4a34-bb05-b320dc4cbed1 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.3451240
Jan 20 01:01:22.437193 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:22.455339 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:22.481136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e28e9c-1298-4aba-8b9d-9161b581d566,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:22.492112 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] 10.222.0.37 "DELETE /v2.0/networks/a9e28e9c-1298-4aba-8b9d-9161b581d566 HTTP/1.1" status: 204  len: 168 time: 1.2109745
Jan 20 01:01:22.495522 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab58f-4035-44fa-9ebd-b86f251b4144 req-fb5a011f-6218-4616-a1fa-e4ad88fdda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:22.497123 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-829ab58f-4035-44fa-9ebd-b86f251b4144 req-fb5a011f-6218-4616-a1fa-e4ad88fdda3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 HTTP/1.1" status: 200  len: 856 time: 0.2096746
Jan 20 01:01:22.499259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38044) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:22.505761 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.506175 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.506584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.506995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.507397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.507794 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.508187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.508581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.508761 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] Network 28c04744-173d-4d7a-bb28-309c8f313538 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:01:22.508973 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.509398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.509790 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.510183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.510651 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.511046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.511438 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.511829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.512220 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.512629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.513023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.513439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.513846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.514239 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.514628 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.515022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:01:22.553037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849087887'] for segment, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:22.559991 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d559054a-6639-4155-b595-7fd804a233dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:22.599266 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8128ed1-12c9-4c1c-b6d7-b5352deffef9 req-723bd9a6-bdfc-4996-ac23-1e29de05166b tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:22.600875 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a8128ed1-12c9-4c1c-b6d7-b5352deffef9 req-723bd9a6-bdfc-4996-ac23-1e29de05166b tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 946 time: 0.2843833
Jan 20 01:01:22.618401 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-817b9d1f-30be-423a-aa6e-fdae794fa970 req-38080a5e-27bc-4a2f-b150-2479ae61a8cb tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1581125
Jan 20 01:01:22.663283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-decdb230-62bf-4915-a511-4a6bf40b31f6 admin admin] Deleting subnet 2d7662c5-a7ce-4611-8524-474e900a5cc5 {{(pid=80156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 01:01:22.669571 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-decdb230-62bf-4915-a511-4a6bf40b31f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:22.717983 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a8128ed1-12c9-4c1c-b6d7-b5352deffef9 req-25cde4e3-10d6-402f-8b8d-f68d987c5bf7 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1063223
Jan 20 01:01:22.736854 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-decdb230-62bf-4915-a511-4a6bf40b31f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6531846'] for subnet, precommit_delete_associations {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:22.774056 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] Network 28c04744-173d-4d7a-bb28-309c8f313538 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 01:01:22.798467 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 01:01:22.802761 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-decdb230-62bf-4915-a511-4a6bf40b31f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:22.814918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab58f-4035-44fa-9ebd-b86f251b4144 req-1d187173-6604-4128-b904-be105c9c774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:22.816568 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-829ab58f-4035-44fa-9ebd-b86f251b4144 req-1d187173-6604-4128-b904-be105c9c774e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6192c1e-956c-4a43-9332-7629d998b277&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2995255
Jan 20 01:01:22.925000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:22.981497 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a528e91f-95ca-4199-a4aa-b12670efc10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:23.008586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:23.021428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] Pushing event deleted for resources: {'Network': ['ID=28c04744-173d-4d7a-bb28-309c8f313538,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:23.026672 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:23.036529 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-179fd5ad-e37d-4cf8-8930-31d4dcb26540 admin admin] 10.222.0.37 "DELETE /v2.0/networks/28c04744-173d-4d7a-bb28-309c8f313538 HTTP/1.1" status: 204  len: 168 time: 1.7614286
Jan 20 01:01:23.055743 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-829ab58f-4035-44fa-9ebd-b86f251b4144 req-ba82af6b-575e-4bcb-aaac-7ac0bca1eb6d service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1850998
Jan 20 01:01:23.087160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b01a20-8ad1-4046-9ff1-48a7443d110b req-44e74a64-6e97-43fd-b8af-bcf502f81a29 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:23.088854 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f3b01a20-8ad1-4046-9ff1-48a7443d110b req-44e74a64-6e97-43fd-b8af-bcf502f81a29 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 946 time: 0.2381694
Jan 20 01:01:23.188572 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f3b01a20-8ad1-4046-9ff1-48a7443d110b req-fe49a327-f8e6-40b2-a11d-704ea59e565b tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0665724
Jan 20 01:01:23.206084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-decdb230-62bf-4915-a511-4a6bf40b31f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7130905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848357890'] for subnet, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:23.229028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1f937f90-dc1a-4e15-8b85-1c3c8c94f9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:23.238834 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-829ab58f-4035-44fa-9ebd-b86f251b4144 req-1c7fc874-127c-4714-b00d-22640bfa64d2 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1754875
Jan 20 01:01:23.280928 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdb230-62bf-4915-a511-4a6bf40b31f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d7662c5-a7ce-4611-8524-474e900a5cc5,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:23.288528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38056) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:23.318145 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-decdb230-62bf-4915-a511-4a6bf40b31f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:23.346280 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-7a0db7cd-932e-4378-8d1c-7aeef331e6a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb0036f29221418fa65bb9d7c9256a1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539532
Jan 20 01:01:23.346614 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38060) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:23.419067 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-57542f1d-2b8c-450a-9872-b7a976590ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:23.450549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-57542f1d-2b8c-450a-9872-b7a976590ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:23.502584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-57542f1d-2b8c-450a-9872-b7a976590ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:23.508978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a86cafac-c6a4-4d06-8d28-167d4ead846f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:23.526966 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57542f1d-2b8c-450a-9872-b7a976590ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429f6225-bf5c-4659-ad65-ea9a0510ffd6,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:23.530928 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-57542f1d-2b8c-450a-9872-b7a976590ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:23.543446 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-57542f1d-2b8c-450a-9872-b7a976590ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:23.544928 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-57542f1d-2b8c-450a-9872-b7a976590ece admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/429f6225-bf5c-4659-ad65-ea9a0510ffd6 HTTP/1.1" status: 204  len: 168 time: 0.1973524
Jan 20 01:01:23.720343 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-decdb230-62bf-4915-a511-4a6bf40b31f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:23.734579 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-decdb230-62bf-4915-a511-4a6bf40b31f6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2d7662c5-a7ce-4611-8524-474e900a5cc5 HTTP/1.1" status: 204  len: 168 time: 1.2314467
Jan 20 01:01:23.737321 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38074) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:23.772033 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-5bc1d7c7-25cf-43bf-9433-3b1152f19271 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4987257
Jan 20 01:01:23.783621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'floatingip': {'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:23.795006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:23.800518 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Usage tracker for resource:floatingip and tenant:f0f86d6646694ab985428ba58017082f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:23.803982 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:23.810658 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:23.834840 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:23.902181 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:24.078461 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2579898-2cbf-40b2-a76a-9951fb27690e req-1c6ae283-889c-4d2e-98ae-6660bf526f4a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:24.080005 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a2579898-2cbf-40b2-a76a-9951fb27690e req-1c6ae283-889c-4d2e-98ae-6660bf526f4a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.1362293
Jan 20 01:01:24.089437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:24.110130 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:24.164505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:01:24.206161 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a2579898-2cbf-40b2-a76a-9951fb27690e req-987f1286-a0b7-4001-8dd5-fa4b83594b14 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178312
Jan 20 01:01:24.244273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f782ab21630>,) {'filters': {'network_id': ['c4dcbc9c-7e79-4639-b46e-30cac178fb74']}} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:24.250752 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:01:24.251551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:24.261989 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f782ab21630>, 'd8d0c779-d091-47d3-981e-9ad4bc0b3bf4') {'for_net_delete': True} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:24.262331 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f782ab21630>, 'd8d0c779-d091-47d3-981e-9ad4bc0b3bf4') {} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:24.276433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6253502'] for segment, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:24.295913 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:24.298371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 01:01:24.383468 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 802e6700-a3e8-4611-a857-7d2d96080875 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:01:24.439519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1eec8e-7396-4dac-ad08-d30777ee3e9d req-7ecfc712-7e11-4f81-a770-befe40045459 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:24.441360 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5d1eec8e-7396-4dac-ad08-d30777ee3e9d req-7ecfc712-7e11-4f81-a770-befe40045459 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1025198
Jan 20 01:01:24.454564 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 802e6700-a3e8-4611-a857-7d2d96080875 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:01:24.459714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 802e6700-a3e8-4611-a857-7d2d96080875 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:01:24.460149 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:24.491970 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] Network c4dcbc9c-7e79-4639-b46e-30cac178fb74 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:01:24.497751 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5d1eec8e-7396-4dac-ad08-d30777ee3e9d req-24570106-2760-4317-b3a6-c34cffab1c91 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485718
Jan 20 01:01:24.501351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849087887'] for segment, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:24.595365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:24.625808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:01:24.636377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 802e6700-a3e8-4611-a857-7d2d96080875, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=802e6700-a3e8-4611-a857-7d2d96080875,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:01:24.639424 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:24.641559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fc5acd1b-e1a7-404c-a6ad-c3fea9cb8482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:24.683504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] Network c4dcbc9c-7e79-4639-b46e-30cac178fb74 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:01:24.692343 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875', 'code': 200}
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 01:01:24.706629 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 01:01:24.713664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=802e6700-a3e8-4611-a857-7d2d96080875,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:24.717166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:24.787725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:24.793133 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:24.797814 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:24.817830 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c4dcbc9c-7e79-4639-b46e-30cac178fb74 HTTP/1.1" status: 204  len: 168 time: 1.0790899
Jan 20 01:01:24.821298 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4dcbc9c-7e79-4639-b46e-30cac178fb74,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:24.824082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2d4df031-e24b-47f2-af3d-6592b5989679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:24.904139 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Allocated IP 172.27.2.77 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/479dfd90-2518-4014-96f1-bf61c14f3b49) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:01:24.987440 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205be45-3c45-4150-9222-2c818b53cb96 req-fcbdb388-1708-421e-960e-0626250b7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:24.989836 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d205be45-3c45-4150-9222-2c818b53cb96 req-fcbdb388-1708-421e-960e-0626250b7c20 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 1162 time: 0.0898724
Jan 20 01:01:25.037139 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d205be45-3c45-4150-9222-2c818b53cb96 req-b104ac18-6bb1-4310-89bb-8eea809087d0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403860
Jan 20 01:01:25.041300 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38084) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:25.065103 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:25.092281 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-1bf1cf4c-96a9-4f41-b0b8-f29a06f50834 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4889a6f57584bb49864826326a71236&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0493307
Jan 20 01:01:25.094688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:25.094930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38088) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:25.110835 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:25.159443 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c410b86a-ada2-4d81-a8b6-0cb603d13483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:25.188478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c410b86a-ada2-4d81-a8b6-0cb603d13483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:25.237959 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c410b86a-ada2-4d81-a8b6-0cb603d13483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:25.245778 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-59c34fa9-833e-4b80-a703-bf49400a76b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:25.256211 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event updated for resources: {'Port': ['ID=479dfd90-2518-4014-96f1-bf61c14f3b49,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:25.258099 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410b86a-ada2-4d81-a8b6-0cb603d13483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff205c-5640-45fa-aa43-18e3d627ee40,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:25.262886 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:25.263083 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c410b86a-ada2-4d81-a8b6-0cb603d13483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:25.265106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c410b86a-ada2-4d81-a8b6-0cb603d13483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:25.269481 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c410b86a-ada2-4d81-a8b6-0cb603d13483 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fff205c-5640-45fa-aa43-18e3d627ee40 HTTP/1.1" status: 204  len: 168 time: 0.1733959
Jan 20 01:01:25.315034 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:01:25.316191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:01:25.319150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:01:25.492620 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ab20b-c72d-4f83-8c80-40e93c91b02d req-96dad57f-0e14-4be3-894d-f42ab3b1788e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:25.494345 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c71ab20b-c72d-4f83-8c80-40e93c91b02d req-96dad57f-0e14-4be3-894d-f42ab3b1788e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1418796
Jan 20 01:01:25.497541 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:25.575008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 802e6700-a3e8-4611-a857-7d2d96080875 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:01:25.599036 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c71ab20b-c72d-4f83-8c80-40e93c91b02d req-b9c6140e-8f12-418d-a66c-b56f5e295a6c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971012
Jan 20 01:01:25.603685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:25.657334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 802e6700-a3e8-4611-a857-7d2d96080875 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:01:25.657768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:25.750264 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38100) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:25.809093 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-04c0e271-5c37-4495-934b-688fde2fbfae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5049ade789449aa9a2beda951606602&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0573230
Jan 20 01:01:25.811676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38104) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:25.875560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09123936-0178-4857-9ad4-cc30a321d4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:25.903398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09123936-0178-4857-9ad4-cc30a321d4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:25.948252 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09123936-0178-4857-9ad4-cc30a321d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:25.953380 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a414128d-eb11-4a4a-a89a-2dc234f8b1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:25.967148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09123936-0178-4857-9ad4-cc30a321d4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5a9657-31a7-461b-a9fd-a23e8844ba60,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:25.969677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-09123936-0178-4857-9ad4-cc30a321d4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:25.974008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09123936-0178-4857-9ad4-cc30a321d4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:25.976221 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-09123936-0178-4857-9ad4-cc30a321d4c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b5a9657-31a7-461b-a9fd-a23e8844ba60 HTTP/1.1" status: 204  len: 168 time: 0.1635418
Jan 20 01:01:25.981470 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f8bba-31a6-418b-b2b1-ab299e5fb7a9 req-bf3f6c0f-5d64-452d-b830-a31fbe1a5538 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:25.983185 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0d4f8bba-31a6-418b-b2b1-ab299e5fb7a9 req-bf3f6c0f-5d64-452d-b830-a31fbe1a5538 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.2051454
Jan 20 01:01:26.017795 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:26.025767 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847646012'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:26.052291 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-22ebdaf2-4917-4864-a08f-18ebfb977559 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:26.134231 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0d4f8bba-31a6-418b-b2b1-ab299e5fb7a9 req-8226c99b-468b-4d78-8ee0-7dbdb9357cc4 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1387782
Jan 20 01:01:26.228265 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event updated for resources: {'Port': ['ID=479dfd90-2518-4014-96f1-bf61c14f3b49,revision_number=2']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:26.232635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:26.328200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:26.357959 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:26.359936 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.5807455
Jan 20 01:01:26.453101 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-7b63b47c-fdd4-495c-8e74-a8cd56bc67d2 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:floatingip {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:01:26.470165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-7b63b47c-fdd4-495c-8e74-a8cd56bc67d2 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:floatingip {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:01:26.471447 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-7b63b47c-fdd4-495c-8e74-a8cd56bc67d2 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.77 HTTP/1.1" status: 200  len: 695 time: 0.1048334
Jan 20 01:01:26.610909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-e35685ca-eb0d-482f-bb76-5dbf10482528 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:26.611717 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-e35685ca-eb0d-482f-bb76-5dbf10482528 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Synchronizing usage tracker for tenant:8deb38a450244a299367605594731f4d on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:01:26.627875 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-e35685ca-eb0d-482f-bb76-5dbf10482528 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Unset dirty status for tenant:8deb38a450244a299367605594731f4d on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:01:26.630922 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-e35685ca-eb0d-482f-bb76-5dbf10482528 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.20 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 945 time: 0.1315579
Jan 20 01:01:26.646626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:26.652583 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-13189dee-e553-4dc7-a934-cf81c2d15f6c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:26.654552 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-13189dee-e553-4dc7-a934-cf81c2d15f6c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/networks/edea8e20-c3db-4bd3-afba-40aa0a06f207 HTTP/1.1" status: 200  len: 784 time: 0.1759353
Jan 20 01:01:26.665042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-f0127e40-d716-4be7-86e2-b5f90ede9a12 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 01:01:26.666529 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d502f6c7-38ac-47e2-8e25-0e7c57712e81 req-f0127e40-d716-4be7-86e2-b5f90ede9a12 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0061531
Jan 20 01:01:26.728183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Deleting port 89a3bb2e-10fe-43a2-a52f-869aad342f04 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:01:26.728575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:27.239197 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868d301-2ee7-4bc0-a6c6-da7d525b0658 req-cb7afe94-fe6b-4e1a-8bb1-68f539a8e241 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:27.240888 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3868d301-2ee7-4bc0-a6c6-da7d525b0658 req-cb7afe94-fe6b-4e1a-8bb1-68f539a8e241 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.4514573
Jan 20 01:01:27.264738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-a8d94a70-5066-45d6-99bf-29cc1e4e922a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:27.266444 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-a8d94a70-5066-45d6-99bf-29cc1e4e922a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.4783382
Jan 20 01:01:27.268227 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] For port 89a3bb2e-10fe-43a2-a52f-869aad342f04, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=89a3bb2e-10fe-43a2-a52f-869aad342f04,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:01:27.268721 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:27.300978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 89a3bb2e-10fe-43a2-a52f-869aad342f04 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:01:27.397823 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-5b2e9b7e-16a0-4def-bd8a-0c6aebfec8be tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.77 HTTP/1.1" status: 200  len: 695 time: 0.1132374
Jan 20 01:01:27.405459 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-c1d06df0-95ea-4c57-8c52-6bcbadb15dec tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'floatingip': {'port_id': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:27.453155 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:27.488460 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a3bb2e-10fe-43a2-a52f-869aad342f04'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:01:27.500635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 89a3bb2e-10fe-43a2-a52f-869aad342f04, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=89a3bb2e-10fe-43a2-a52f-869aad342f04,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:01:27.504245 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:27.505734 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3868d301-2ee7-4bc0-a6c6-da7d525b0658 req-d70822d8-3ccf-4055-8f6e-f5729fc403eb tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2381141
Jan 20 01:01:27.508253 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:27.511689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-c1d06df0-95ea-4c57-8c52-6bcbadb15dec tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:27.634469 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:27.634887 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:27.635244 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Floating IP 584ece73-1bd2-44a7-853a-ae107b076368 disassociated. External IP: 172.27.2.210, port: 89a3bb2e-10fe-43a2-a52f-869aad342f04.
Jan 20 01:01:27.635629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Calling delete_port for 89a3bb2e-10fe-43a2-a52f-869aad342f04 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:01:27.660239 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=89a3bb2e-10fe-43a2-a52f-869aad342f04,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:27.667724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:27.751206 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80157) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:01:27.751649 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:01:27.970126 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8c07b-b387-4983-af01-c1334f7b3d3f req-624dc93c-22b5-4645-bfd3-0d24632f04cd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:27.971768 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5db8c07b-b387-4983-af01-c1334f7b3d3f req-624dc93c-22b5-4645-bfd3-0d24632f04cd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 943 time: 0.2808704
Jan 20 01:01:28.108502 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5db8c07b-b387-4983-af01-c1334f7b3d3f req-bae5d58a-94cd-40b3-995e-925052297f5d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=daab1915-365c-4a48-adc9-b5ec485ef7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1261303
Jan 20 01:01:28.183027 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a3bb2e-10fe-43a2-a52f-869aad342f04', 'code': 200}
Jan 20 01:01:28.253279 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Deleting port 89a3bb2e-10fe-43a2-a52f-869aad342f04 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:01:28.253956 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:28.372263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-c1d06df0-95ea-4c57-8c52-6bcbadb15dec tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:28.383996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-c1d06df0-95ea-4c57-8c52-6bcbadb15dec tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:28.532691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] For port 89a3bb2e-10fe-43a2-a52f-869aad342f04, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=89a3bb2e-10fe-43a2-a52f-869aad342f04,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:01:28.533221 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:28.549523 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eef45-777b-4c63-bd0c-9e1fc7cbc2b4 req-07a82fac-cfa0-4f5e-abba-c2d19b410df9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:28.551273 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8c7eef45-777b-4c63-bd0c-9e1fc7cbc2b4 req-07a82fac-cfa0-4f5e-abba-c2d19b410df9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.2703357
Jan 20 01:01:28.562292 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38170) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:28.570269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-759f2120-cadf-4f1e-a6f3-1eb81b212bda tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Request body: {'floatingip': {'port_id': '802e6700-a3e8-4611-a857-7d2d96080875'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:28.673852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-759f2120-cadf-4f1e-a6f3-1eb81b212bda tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:28.821539 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-c1d06df0-95ea-4c57-8c52-6bcbadb15dec tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Floating IP 4bda1b18-2b57-4666-a8f7-b77a178f6156 associated. External IP: 172.27.2.77, port: 8b20b40d-c6a6-43a0-aade-2e5eb20f9093.
Jan 20 01:01:28.867270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:28.867815 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:28.868262 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Floating IP 584ece73-1bd2-44a7-853a-ae107b076368 disassociated. External IP: 172.27.2.210, port: 89a3bb2e-10fe-43a2-a52f-869aad342f04.
Jan 20 01:01:28.869407 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Calling delete_port for 89a3bb2e-10fe-43a2-a52f-869aad342f04 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:01:29.040686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:29.063602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e5aed275-2ea4-4b07-90d6-973e7b4f0418 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:29.125576 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event deleted for resources: {'Port': ['ID=89a3bb2e-10fe-43a2-a52f-869aad342f04,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:29.130597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:29.512085 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6dbee4ae-709a-4215-b915-7f39ee8f6a31 req-597f96fc-2ee6-4839-97a9-f97d1e43d69c tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 210 time: 0.0627904
Jan 20 01:01:29.560479 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Router 59647cfd-d68a-4afe-8454-ee99a1aab874 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:01:29.774612 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:01:29.786596 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79812ac-5d7c-4f76-88b9-70140e30cb09 None None] Sync routers for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:01:29.797757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79812ac-5d7c-4f76-88b9-70140e30cb09 None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:01:29.798480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-d79812ac-5d7c-4f76-88b9-70140e30cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b231b38>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:01:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:29.822913 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] No DVR routers for this DVR port 89a3bb2e-10fe-43a2-a52f-869aad342f04 on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:01:29.825725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:29.828878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'name': 'network-vif-deleted', 'tag': '89a3bb2e-10fe-43a2-a52f-869aad342f04'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:01:29.850122 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-11f794e7-6e88-41d5-a3ec-7c5847ff7e40 req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.20 "DELETE /v2.0/ports/89a3bb2e-10fe-43a2-a52f-869aad342f04 HTTP/1.1" status: 204  len: 173 time: 3.2139311
Jan 20 01:01:29.900883 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-c1d06df0-95ea-4c57-8c52-6bcbadb15dec tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:01:29.960258 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6879286-9bbe-460f-a6f6-2bc44ce33b1a', 'name': 'network-vif-deleted', 'tag': '89a3bb2e-10fe-43a2-a52f-869aad342f04', 'status': 'completed', 'code': 200}
Jan 20 01:01:30.244641 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-c1d06df0-95ea-4c57-8c52-6bcbadb15dec tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:01:30.255357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-c1d06df0-95ea-4c57-8c52-6bcbadb15dec tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:30.257241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc451f-8883-404c-8add-c660bd7fe2a7 None None] Sync routers for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:01:30.267607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc451f-8883-404c-8add-c660bd7fe2a7 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:01:30.268408 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7afc451f-8883-404c-8add-c660bd7fe2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b3a0b00>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:01:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:30.289499 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-d79812ac-5d7c-4f76-88b9-70140e30cb09 None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:01:30.313524 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-759f2120-cadf-4f1e-a6f3-1eb81b212bda tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:30.317670 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-c1d06df0-95ea-4c57-8c52-6bcbadb15dec tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "PUT /v2.0/floatingips/4bda1b18-2b57-4666-a8f7-b77a178f6156 HTTP/1.1" status: 200  len: 996 time: 2.9185672
Jan 20 01:01:30.318624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'tag': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:01:30.324320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-759f2120-cadf-4f1e-a6f3-1eb81b212bda tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:30.526929 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'tag': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093', 'status': 'completed', 'code': 200}
Jan 20 01:01:30.556602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7afc451f-8883-404c-8add-c660bd7fe2a7 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:01:30.631457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-f655a4e5-29b1-40e6-83ac-6c112d77e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:30.633823 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-f655a4e5-29b1-40e6-83ac-6c112d77e731 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 1163 time: 0.2244635
Jan 20 01:01:30.635219 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [None req-759f2120-cadf-4f1e-a6f3-1eb81b212bda tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Floating IP e49c4b86-2d16-48a7-87bc-01befd03cc76 associated. External IP: 172.27.2.47, port: 802e6700-a3e8-4611-a857-7d2d96080875.
Jan 20 01:01:30.650478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38260) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:30.788748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-18d54748-ac52-4f69-88da-778177c68412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:30.826577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-18d54748-ac52-4f69-88da-778177c68412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:30.832044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-18d54748-ac52-4f69-88da-778177c68412 admin admin] Usage tracker for resource:security_group_rule and tenant:3ecd0e87546f4d1fbd8cf9382834d229 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:30.836371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-18d54748-ac52-4f69-88da-778177c68412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:30.842452 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-d79812ac-5d7c-4f76-88b9-70140e30cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b231b38>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:46Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:30.843413 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-18d54748-ac52-4f69-88da-778177c68412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:30.847585 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79812ac-5d7c-4f76-88b9-70140e30cb09 None None] Checking router: 59647cfd-d68a-4afe-8454-ee99a1aab874 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:01:30.858664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79812ac-5d7c-4f76-88b9-70140e30cb09 None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:01:30.859430 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-d79812ac-5d7c-4f76-88b9-70140e30cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b231b38>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:01:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:30.999014 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-18d54748-ac52-4f69-88da-778177c68412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:31.007780 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-42ceb089-399e-419b-96b7-9ee12c9d0066 req-a96fb26e-0c02-4753-b39a-bfae319f5db2 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=d6879286-9bbe-460f-a6f6-2bc44ce33b1a HTTP/1.1" status: 200  len: 210 time: 0.1305432
Jan 20 01:01:31.013786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-18d54748-ac52-4f69-88da-778177c68412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:31.024871 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9bcec783-7abd-48a2-a1c3-f99ea858aadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:31.065502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d54748-ac52-4f69-88da-778177c68412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7f06cb-ea3c-4caf-b600-46a395da3c01,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:31.070022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-18d54748-ac52-4f69-88da-778177c68412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:31.079586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-bbd64182-a96b-47d3-83b4-98a06f7fcf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:31.081295 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-bbd64182-a96b-47d3-83b4-98a06f7fcf7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.3220365
Jan 20 01:01:31.105115 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-18d54748-ac52-4f69-88da-778177c68412 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ecd0e87546f4d1fbd8cf9382834d229&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4532304
Jan 20 01:01:31.106660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38266) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:31.139605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-d79812ac-5d7c-4f76-88b9-70140e30cb09 None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:01:31.168801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b91f0-2975-4a03-90f2-f54a5751d4e5 req-0c1ccfb9-0de8-4372-8e23-393101ec2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:31.170485 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5e5b91f0-2975-4a03-90f2-f54a5751d4e5 req-0c1ccfb9-0de8-4372-8e23-393101ec2dcb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 1163 time: 0.6742933
Jan 20 01:01:31.295080 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7afc451f-8883-404c-8add-c660bd7fe2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b3a0b00>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '4bda1b18-2b57-4666-a8f7-b77a178f6156', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:6a:40:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:25Z', 'updated_at': '2021-01-20T01:01:28Z', 'revision_number': 1, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:31.299728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc451f-8883-404c-8add-c660bd7fe2a7 None None] Checking router: 0c20d583-dac3-4ad2-b8f6-01e2a553f21c for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:01:31.312427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc451f-8883-404c-8add-c660bd7fe2a7 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:01:31.313382 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7afc451f-8883-404c-8add-c660bd7fe2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b3a0b00>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:01:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:31.328235 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-558909c5-3161-4e43-95eb-d411647405fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:31.366382 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-558909c5-3161-4e43-95eb-d411647405fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:31.396164 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-925c56f4-9753-4795-af15-63da27c89d92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b20b40d-c6a6-43a0-aade-2e5eb20f9093 HTTP/1.1" status: 200  len: 999 time: 0.2994406
Jan 20 01:01:31.409306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b91f0-2975-4a03-90f2-f54a5751d4e5 req-7daa1846-3391-4b77-9843-e0e95fc983a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:31.411621 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5e5b91f0-2975-4a03-90f2-f54a5751d4e5 req-7daa1846-3391-4b77-9843-e0e95fc983a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.2254839
Jan 20 01:01:31.447593 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759f2120-cadf-4f1e-a6f3-1eb81b212bda tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Router 523348e9-870a-4e41-a22c-a70bb3df98cb has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:01:31.540578 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-d79812ac-5d7c-4f76-88b9-70140e30cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b231b38>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:46Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:31.545248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79812ac-5d7c-4f76-88b9-70140e30cb09 None None] The sync data for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi is: [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:46Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:01:31.550569 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7afc451f-8883-404c-8add-c660bd7fe2a7 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:01:31.554415 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5e5b91f0-2975-4a03-90f2-f54a5751d4e5 req-96c24bbb-167e-4046-9b3c-16cf51a6331d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b20b40d-c6a6-43a0-aade-2e5eb20f9093 HTTP/1.1" status: 200  len: 999 time: 0.1231699
Jan 20 01:01:31.556052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-558909c5-3161-4e43-95eb-d411647405fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:31.563255 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-09123936-0178-4857-9ad4-cc30a321d4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:31.639566 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558909c5-3161-4e43-95eb-d411647405fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7f06cb-ea3c-4caf-b600-46a395da3c01,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:31.647463 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-558909c5-3161-4e43-95eb-d411647405fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:31.648258 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-558909c5-3161-4e43-95eb-d411647405fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:31.652768 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-558909c5-3161-4e43-95eb-d411647405fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d7f06cb-ea3c-4caf-b600-46a395da3c01 HTTP/1.1" status: 204  len: 168 time: 0.5450790
Jan 20 01:01:31.675247 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b91f0-2975-4a03-90f2-f54a5751d4e5 req-1bfb8894-81f9-475a-90a5-820668b2cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:31.677149 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5e5b91f0-2975-4a03-90f2-f54a5751d4e5 req-1bfb8894-81f9-475a-90a5-820668b2cdef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.1015322
Jan 20 01:01:31.787091 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b91f0-2975-4a03-90f2-f54a5751d4e5 req-2777645a-f8e4-4b9f-9e82-e047f1cf2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:31.788923 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5e5b91f0-2975-4a03-90f2-f54a5751d4e5 req-2777645a-f8e4-4b9f-9e82-e047f1cf2b00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0960023
Jan 20 01:01:31.973748 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5e5b91f0-2975-4a03-90f2-f54a5751d4e5 req-e0b39b5d-6437-4f2f-bc20-ef7a87f6a36d service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1769700
Jan 20 01:01:31.980202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-3ed44f81-6d90-4370-84a4-7ff4e97d7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:31.981858 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-3ed44f81-6d90-4370-84a4-7ff4e97d7033 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.5320456
Jan 20 01:01:32.030252 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7afc451f-8883-404c-8add-c660bd7fe2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b3a0b00>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '4bda1b18-2b57-4666-a8f7-b77a178f6156', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:6a:40:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:25Z', 'updated_at': '2021-01-20T01:01:28Z', 'revision_number': 1, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:32.034493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc451f-8883-404c-8add-c660bd7fe2a7 None None] The sync data for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi is: [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '4bda1b18-2b57-4666-a8f7-b77a178f6156', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:6a:40:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:25Z', 'updated_at': '2021-01-20T01:01:28Z', 'revision_number': 1, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:01:32.106424 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373248b5-29ec-4c9a-b23d-6d68fc3faaa0 None None] New status for floating IP 584ece73-1bd2-44a7-853a-ae107b076368: DOWN {{(pid=80158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:01:32.116740 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759f2120-cadf-4f1e-a6f3-1eb81b212bda tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:01:32.124766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-759f2120-cadf-4f1e-a6f3-1eb81b212bda tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:32.128287 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e66b7-0838-4815-99fd-9bf16432c7a0 None None] Sync routers for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:01:32.166158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e66b7-0838-4815-99fd-9bf16432c7a0 None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:01:32.167273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b43e66b7-0838-4815-99fd-9bf16432c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b3a0208>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:01:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:32.178076 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5e5b91f0-2975-4a03-90f2-f54a5751d4e5 req-3a021928-e897-45e6-b66f-f901a8a169f7 service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1975205
Jan 20 01:01:32.212202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38276) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:32.252076 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5f3a-1fa2-4082-9013-ce3d2a87d1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:32.271597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7c5d5f3a-1fa2-4082-9013-ce3d2a87d1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:32.275808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-7c5d5f3a-1fa2-4082-9013-ce3d2a87d1a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf75316e4804ff98f44cc7178ce94e3 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:32.278866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-7c5d5f3a-1fa2-4082-9013-ce3d2a87d1a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:32.288806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7c5d5f3a-1fa2-4082-9013-ce3d2a87d1a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:32.304775 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-562f9e96-82a4-4d6e-b812-6383c442c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:32.307332 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-562f9e96-82a4-4d6e-b812-6383c442c35a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3124678
Jan 20 01:01:32.320799 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-759f2120-cadf-4f1e-a6f3-1eb81b212bda tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "PUT /v2.0/floatingips/e49c4b86-2d16-48a7-87bc-01befd03cc76 HTTP/1.1" status: 200  len: 990 time: 3.7572160
Jan 20 01:01:32.322002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38282) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:32.341725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-32f09906-085b-4bcb-9fa9-a3820320f7c9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 01:01:32.349949 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-32f09906-085b-4bcb-9fa9-a3820320f7c9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0339458
Jan 20 01:01:32.467361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5f3a-1fa2-4082-9013-ce3d2a87d1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:32.480720 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5f3a-1fa2-4082-9013-ce3d2a87d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:32.493624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2b86aef3-9de2-42a7-9d70-4899abe5286b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:32.496165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b43e66b7-0838-4815-99fd-9bf16432c7a0 None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:01:32.539076 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:01:32.559457 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-7c5d5f3a-1fa2-4082-9013-ce3d2a87d1a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cf75316e4804ff98f44cc7178ce94e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3436313
Jan 20 01:01:32.563482 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38290) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:32.567832 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d5f3a-1fa2-4082-9013-ce3d2a87d1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0a7313-0933-4df9-aa2c-40e15d9c2252,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:32.582207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7c5d5f3a-1fa2-4082-9013-ce3d2a87d1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:32.605774 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32d90372-fa54-4aaa-aa65-e1e83ffcfe3d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:32.621582 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d28ea-5bb2-4483-9fb3-14026ed898ed None None] New status for floating IP 4bda1b18-2b57-4666-a8f7-b77a178f6156: ACTIVE {{(pid=80158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:01:32.655010 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98dac2a3-7f46-4f04-b959-940b1b4c90db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:32.657836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32d90372-fa54-4aaa-aa65-e1e83ffcfe3d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:32.702798 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98dac2a3-7f46-4f04-b959-940b1b4c90db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:32.705417 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875', 'status': 'completed', 'code': 200}
Jan 20 01:01:32.733048 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32d90372-fa54-4aaa-aa65-e1e83ffcfe3d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:32.741792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4a606c47-694e-41a2-9f5d-9773ae9c18b3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:32.760604 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-c093d0d6-4488-4b77-98bd-4fefd384282e service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4096861
Jan 20 01:01:32.763997 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d90372-fa54-4aaa-aa65-e1e83ffcfe3d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event deleted for resources: {'SecurityGroup': ['ID=daab1915-365c-4a48-adc9-b5ec485ef7d4,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:32.769619 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-32d90372-fa54-4aaa-aa65-e1e83ffcfe3d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:32.799402 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32d90372-fa54-4aaa-aa65-e1e83ffcfe3d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:32.803851 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-32d90372-fa54-4aaa-aa65-e1e83ffcfe3d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "DELETE /v2.0/security-groups/daab1915-365c-4a48-adc9-b5ec485ef7d4 HTTP/1.1" status: 204  len: 168 time: 0.4515615
Jan 20 01:01:32.804576 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38294) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:32.842269 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.v2.resource [None req-c034609b-591e-4d84-9652-4d9f5e94d443 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] show failed (client error): The resource could not be found.
Jan 20 01:01:32.846675 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c034609b-591e-4d84-9652-4d9f5e94d443 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups/daab1915-365c-4a48-adc9-b5ec485ef7d4 HTTP/1.1" status: 404  len: 347 time: 0.0366187
Jan 20 01:01:32.847308 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38298) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:32.997813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b43e66b7-0838-4815-99fd-9bf16432c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b3a0208>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': 'e49c4b86-2d16-48a7-87bc-01befd03cc76', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'floating_ip_address': '172.27.2.47', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'port_id': '802e6700-a3e8-4611-a857-7d2d96080875', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'mac_address': 'fa:16:3e:6a:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:12Z', 'updated_at': '2021-01-20T01:01:30Z', 'revision_number': 1, 'project_id': '91d26c4688434d0888987ba4a4381769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:47Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:33.002332 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e66b7-0838-4815-99fd-9bf16432c7a0 None None] Checking router: 523348e9-870a-4e41-a22c-a70bb3df98cb for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:01:33.012638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e66b7-0838-4815-99fd-9bf16432c7a0 None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:01:33.013360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b43e66b7-0838-4815-99fd-9bf16432c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b3a0208>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:01:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:33.094914 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98dac2a3-7f46-4f04-b959-940b1b4c90db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:33.101254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1c24b3f8-da8b-4624-98de-e17526094fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:33.106082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-48058b42-dd11-4131-893b-7f47225a5d9e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Deleting port 4421bb4d-efa2-4838-a9bd-b709f15fd708 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:01:33.106452 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48058b42-dd11-4131-893b-7f47225a5d9e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:33.126020 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dac2a3-7f46-4f04-b959-940b1b4c90db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0a7313-0933-4df9-aa2c-40e15d9c2252,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:33.128744 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-98dac2a3-7f46-4f04-b959-940b1b4c90db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:33.133440 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c66f1-fcd6-492c-b897-1c940a412c9b req-3e69e090-9684-41f9-9205-2abd7cae168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:33.135074 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-706c66f1-fcd6-492c-b897-1c940a412c9b req-3e69e090-9684-41f9-9205-2abd7cae168b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 1162 time: 0.1221468
Jan 20 01:01:33.135976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98dac2a3-7f46-4f04-b959-940b1b4c90db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:33.140162 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-98dac2a3-7f46-4f04-b959-940b1b4c90db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd0a7313-0933-4df9-aa2c-40e15d9c2252 HTTP/1.1" status: 204  len: 168 time: 0.5722132
Jan 20 01:01:33.225170 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-87c8ae6b-0d23-4e3f-95ae-fdede91a15ed req-a9294a6a-d63a-465d-bddc-87b92b274044 service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4531736
Jan 20 01:01:33.301724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b43e66b7-0838-4815-99fd-9bf16432c7a0 None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:01:33.376633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c66f1-fcd6-492c-b897-1c940a412c9b req-4a7451dd-379a-427b-bf5f-ba2e80ca8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:33.378660 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-706c66f1-fcd6-492c-b897-1c940a412c9b req-4a7451dd-379a-427b-bf5f-ba2e80ca8859 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 911 time: 0.2239518
Jan 20 01:01:33.400910 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48058b42-dd11-4131-893b-7f47225a5d9e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:33.401658 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48058b42-dd11-4131-893b-7f47225a5d9e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:33.500606 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-706c66f1-fcd6-492c-b897-1c940a412c9b req-585a89a0-c218-4985-9f31-3285c13cbaf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=802e6700-a3e8-4611-a857-7d2d96080875 HTTP/1.1" status: 200  len: 998 time: 0.1143341
Jan 20 01:01:33.598446 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-48058b42-dd11-4131-893b-7f47225a5d9e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Calling delete_port for 4421bb4d-efa2-4838-a9bd-b709f15fd708 owned by network:floatingip {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:01:33.619958 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c66f1-fcd6-492c-b897-1c940a412c9b req-b7dbe689-09a5-4409-95a4-69adf7d2dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:33.631567 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-706c66f1-fcd6-492c-b897-1c940a412c9b req-b7dbe689-09a5-4409-95a4-69adf7d2dbf8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 HTTP/1.1" status: 200  len: 856 time: 0.1232195
Jan 20 01:01:33.748200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c66f1-fcd6-492c-b897-1c940a412c9b req-d318a68a-e4a0-48ed-b00f-400ba54eeb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:33.750330 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-706c66f1-fcd6-492c-b897-1c940a412c9b req-d318a68a-e4a0-48ed-b00f-400ba54eeb16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6192c1e-956c-4a43-9332-7629d998b277&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1122754
Jan 20 01:01:33.787019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48058b42-dd11-4131-893b-7f47225a5d9e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:33.812319 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-37098004-d666-4d66-b5cb-41e9e811c036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:33.875932 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48058b42-dd11-4131-893b-7f47225a5d9e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event deleted for resources: {'Port': ['ID=4421bb4d-efa2-4838-a9bd-b709f15fd708,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:33.892053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-48058b42-dd11-4131-893b-7f47225a5d9e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:33.921490 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-706c66f1-fcd6-492c-b897-1c940a412c9b req-6b65d6cd-278e-4406-8c70-c3e2270436a4 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619177
Jan 20 01:01:34.013491 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b43e66b7-0838-4815-99fd-9bf16432c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b3a0208>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': 'e49c4b86-2d16-48a7-87bc-01befd03cc76', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'floating_ip_address': '172.27.2.47', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'port_id': '802e6700-a3e8-4611-a857-7d2d96080875', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'mac_address': 'fa:16:3e:6a:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:12Z', 'updated_at': '2021-01-20T01:01:30Z', 'revision_number': 1, 'project_id': '91d26c4688434d0888987ba4a4381769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:47Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:01:34.019306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e66b7-0838-4815-99fd-9bf16432c7a0 None None] The sync data for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi is: [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': 'e49c4b86-2d16-48a7-87bc-01befd03cc76', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'floating_ip_address': '172.27.2.47', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'port_id': '802e6700-a3e8-4611-a857-7d2d96080875', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'mac_address': 'fa:16:3e:6a:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:12Z', 'updated_at': '2021-01-20T01:01:30Z', 'revision_number': 1, 'project_id': '91d26c4688434d0888987ba4a4381769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:47Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:01:34.085864 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48058b42-dd11-4131-893b-7f47225a5d9e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:34.103766 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-706c66f1-fcd6-492c-b897-1c940a412c9b req-20e843d3-fdac-46e3-b431-42fe2d2519b5 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1746054
Jan 20 01:01:34.103959 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48058b42-dd11-4131-893b-7f47225a5d9e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:34.105222 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-48058b42-dd11-4131-893b-7f47225a5d9e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "DELETE /v2.0/floatingips/584ece73-1bd2-44a7-853a-ae107b076368 HTTP/1.1" status: 204  len: 168 time: 1.2530315
Jan 20 01:01:34.319754 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e046f-5281-4b00-aae0-bfe89c5057e3 None None] New status for floating IP e49c4b86-2d16-48a7-87bc-01befd03cc76: ACTIVE {{(pid=80159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:01:34.784422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38336) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:34.791474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Request body: {'security_group': {'name': 'tempest-securitygroup--1876414501', 'description': 'tempest-description--878623194'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:34.803301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:34.808397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Usage tracker for resource:security_group and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:34.811624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:34.818145 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:34.828976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:34.852065 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:34.856127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Usage tracker for resource:security_group_rule and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:34.859229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:34.865282 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:34.940005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:34.943510 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:34.948827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-86b6e961-7911-4dde-aaa7-647ca05b3de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:34.994261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event updated for resources: {'SecurityGroup': ['ID=42982f69-3379-4807-80ac-33f45a929213,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:34.998259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:34.999520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:35.000849 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2153225
Jan 20 01:01:35.004465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38344) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:35.010304 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-acb574c9-f62c-45a0-a0ea-0655efef8574 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Request body: {'security_group_rule': {'security_group_id': '42982f69-3379-4807-80ac-33f45a929213', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:35.020388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-acb574c9-f62c-45a0-a0ea-0655efef8574 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:35.024647 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-acb574c9-f62c-45a0-a0ea-0655efef8574 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Usage tracker for resource:security_group_rule and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:35.027717 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-acb574c9-f62c-45a0-a0ea-0655efef8574 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:35.033540 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-acb574c9-f62c-45a0-a0ea-0655efef8574 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:35.050559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-acb574c9-f62c-45a0-a0ea-0655efef8574 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group_rule, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:35.122560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-acb574c9-f62c-45a0-a0ea-0655efef8574 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:35.125420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-acb574c9-f62c-45a0-a0ea-0655efef8574 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:35.133453 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:35.152797 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb574c9-f62c-45a0-a0ea-0655efef8574 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92028d1d-284f-46f0-b36f-f0b4fb16f5f8,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:35.156480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-acb574c9-f62c-45a0-a0ea-0655efef8574 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:35.164927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-acb574c9-f62c-45a0-a0ea-0655efef8574 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group_rule, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:35.166857 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-acb574c9-f62c-45a0-a0ea-0655efef8574 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1609433
Jan 20 01:01:35.169425 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38350) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:35.175215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-e35306bc-1a7f-4dcc-9314-0cca9dd29807 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Request body: {'security_group_rule': {'security_group_id': '42982f69-3379-4807-80ac-33f45a929213', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:35.185721 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e35306bc-1a7f-4dcc-9314-0cca9dd29807 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:35.189856 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-e35306bc-1a7f-4dcc-9314-0cca9dd29807 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Usage tracker for resource:security_group_rule and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:35.193473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-e35306bc-1a7f-4dcc-9314-0cca9dd29807 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:35.199420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e35306bc-1a7f-4dcc-9314-0cca9dd29807 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:35.216642 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e35306bc-1a7f-4dcc-9314-0cca9dd29807 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group_rule, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:35.288482 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e35306bc-1a7f-4dcc-9314-0cca9dd29807 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:35.292916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e35306bc-1a7f-4dcc-9314-0cca9dd29807 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:35.295048 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:35.319109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35306bc-1a7f-4dcc-9314-0cca9dd29807 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a4f18d-70c3-4542-89a6-eea390e85e57,revision_number=0']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:35.324888 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e35306bc-1a7f-4dcc-9314-0cca9dd29807 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:35.328358 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e35306bc-1a7f-4dcc-9314-0cca9dd29807 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group_rule, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:35.329657 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e35306bc-1a7f-4dcc-9314-0cca9dd29807 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1590779
Jan 20 01:01:35.333127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38358) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:35.338618 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Request body: {'floatingip': {'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:35.347806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:35.352468 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Usage tracker for resource:floatingip and tenant:8deb38a450244a299367605594731f4d is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:01:35.355444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:01:35.361558 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:35.372326 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:35.520695 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:35.810031 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Allocated IP 172.27.2.5 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/998d199e-054a-41d8-9ba8-0a7e38a27736) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:01:35.970602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:35.999950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:36.016223 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:36.162748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event updated for resources: {'Port': ['ID=998d199e-054a-41d8-9ba8-0a7e38a27736,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:36.165922 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:36.214195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:01:36.215769 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:01:36.218566 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:01:36.302646 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:36.363039 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:36.638498 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:36.641976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:36.656921 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:36.798386 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event updated for resources: {'Port': ['ID=998d199e-054a-41d8-9ba8-0a7e38a27736,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:36.803462 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:36.894422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:36.917311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:36.918632 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.5845025
Jan 20 01:01:37.265058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-883bd1bb-32b2-4be1-8bf7-151cd3fe11c0 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Synchronizing usage tracker for tenant:8deb38a450244a299367605594731f4d on resource:security_group {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:01:37.284197 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-883bd1bb-32b2-4be1-8bf7-151cd3fe11c0 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Unset dirty status for tenant:8deb38a450244a299367605594731f4d on resource:security_group {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:01:37.286800 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-883bd1bb-32b2-4be1-8bf7-151cd3fe11c0 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1876414501&fields=id&tenant_id=8deb38a450244a299367605594731f4d HTTP/1.1" status: 200  len: 267 time: 0.0740175
Jan 20 01:01:37.535163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-6f71e9bd-0368-418d-a480-be67ce52dd1e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:37.537819 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-6f71e9bd-0368-418d-a480-be67ce52dd1e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/networks?id=a14b3dba-4d97-42f8-8920-51b8d4def42a HTTP/1.1" status: 200  len: 811 time: 0.2431688
Jan 20 01:01:37.556481 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-33976f05-c48e-412b-a1f8-153ca5847606 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/quotas/8deb38a450244a299367605594731f4d HTTP/1.1" status: 200  len: 375 time: 0.0122678
Jan 20 01:01:37.664543 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-9aa52fc9-fa1e-424a-9299-05be0405be23 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Synchronizing usage tracker for tenant:8deb38a450244a299367605594731f4d on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:01:37.680623 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-9aa52fc9-fa1e-424a-9299-05be0405be23 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Unset dirty status for tenant:8deb38a450244a299367605594731f4d on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:01:37.682113 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-9aa52fc9-fa1e-424a-9299-05be0405be23 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?tenant_id=8deb38a450244a299367605594731f4d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1199088
Jan 20 01:01:37.995968 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-c4571fd9-1410-4420-9a79-2aee02e717b3 service neutron] 10.222.0.37 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2998769
Jan 20 01:01:38.140726 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-69b9a570-661f-44f2-82aa-3fd34a5fa788 service neutron] 10.222.0.37 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381795
Jan 20 01:01:38.368867 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2eb06b70-aa8e-4071-bb43-24159ac499f4 req-09d2b527-943d-4b96-a1d4-b76d9291f0ae tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 210 time: 0.0545495
Jan 20 01:01:39.547664 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-94ca2c56-cdcf-4919-942e-64c91301c436 req-8a12fdb6-ca17-42bf-99ba-eee2b55b3d33 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 210 time: 0.0484416
Jan 20 01:01:40.728615 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4f98960e-ea7e-48f5-92fc-a512621b5c68 req-eda61e96-75ec-4c06-82e4-c162b878c543 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 210 time: 0.0481548
Jan 20 01:01:41.304902 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-172388d6-89a7-4239-950b-56a65bfd4c0e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:41.306538 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-172388d6-89a7-4239-950b-56a65bfd4c0e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.20 "GET /v2.0/networks?id=a14b3dba-4d97-42f8-8920-51b8d4def42a HTTP/1.1" status: 200  len: 811 time: 0.1807261
Jan 20 01:01:41.404552 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-ec403396-b4c9-4b42-962c-ad4001f39687 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8deb38a450244a299367605594731f4d HTTP/1.1" status: 200  len: 5704 time: 0.0770171
Jan 20 01:01:41.426518 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Request body: {'port': {'device_id': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'admin_state_up': True, 'tenant_id': '8deb38a450244a299367605594731f4d', 'security_groups': ['42982f69-3379-4807-80ac-33f45a929213']}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:41.580147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:01:41.590236 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:01:41.599428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Made reservation on behalf of 8deb38a450244a299367605594731f4d for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:01:41.608169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:41.930504 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f101670a-4d00-4e25-bd11-28e973be197a req-5bd38037-8527-4625-bedc-1a315dbb1075 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 210 time: 0.0652895
Jan 20 01:01:41.934580 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Allocated IP 172.20.0.10 (a14b3dba-4d97-42f8-8920-51b8d4def42a/789528cc-05fe-4b27-8465-8b93063f88a2/ee00c27c-2984-4825-ac59-a2c90ba5227d) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:01:42.054827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0437350-deb9-4375-8a54-68c3b3bfc3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:42.147329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:42.164676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Transition to ACTIVE for port object ee00c27c-2984-4825-ac59-a2c90ba5227d will not be triggered until provisioned by entity DHCP. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:01:42.187072 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:42.204727 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-11ee6270-49d3-4027-9cfb-835b4eb35075 tempest-VolumesActionsTest-476550486 tempest-VolumesActionsTest-476550486] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:42.355254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event updated for resources: {'Port': ['ID=ee00c27c-2984-4825-ac59-a2c90ba5227d,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:42.359201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:42.405978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Network a14b3dba-4d97-42f8-8920-51b8d4def42a is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:01:42.407122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:01:42.409447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:01:42.489820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:42.490540 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:42.517572 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0967579
Jan 20 01:01:42.581387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-0d498d5b-2025-4241-bdc6-e45e6890efed None None] Provisioning for port ee00c27c-2984-4825-ac59-a2c90ba5227d completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:01:42.587497 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-0d498d5b-2025-4241-bdc6-e45e6890efed None None] Provisioning complete for port ee00c27c-2984-4825-ac59-a2c90ba5227d triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:01:42.587923 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0d498d5b-2025-4241-bdc6-e45e6890efed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:42.645326 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-0d498d5b-2025-4241-bdc6-e45e6890efed None None] Port ee00c27c-2984-4825-ac59-a2c90ba5227d cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:01:43.167538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce677c-1690-4fc7-b234-5af0808e35d8 req-e18f33b2-0f9d-49eb-8bd0-dc5fde09cc2d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:43.169220 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4bce677c-1690-4fc7-b234-5af0808e35d8 req-e18f33b2-0f9d-49eb-8bd0-dc5fde09cc2d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 932 time: 0.1038847
Jan 20 01:01:43.221685 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4bce677c-1690-4fc7-b234-5af0808e35d8 req-72f30822-f871-42ba-ab1a-a4b8a46c774b tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458176
Jan 20 01:01:44.459517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c53fd1-7f7f-4361-948c-d944158da83a req-196ca2b4-4d6a-41c2-95e2-c87d5256867f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:44.461037 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b5c53fd1-7f7f-4361-948c-d944158da83a req-196ca2b4-4d6a-41c2-95e2-c87d5256867f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 932 time: 0.1074696
Jan 20 01:01:44.511819 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b5c53fd1-7f7f-4361-948c-d944158da83a req-cc4454ea-83f3-4a50-8254-4a06d3f927d6 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446079
Jan 20 01:01:44.600060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a0599186-d880-4005-ab78-6578f26e150a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:44.766557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:45.144117 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Request body: {'port': {'device_id': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:45.267662 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:45.748220 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af92550-f5b4-4699-b333-99126c54b58d req-c1e1f170-3996-41b2-ac88-de262e90033d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:45.749954 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7af92550-f5b4-4699-b333-99126c54b58d req-c1e1f170-3996-41b2-ac88-de262e90033d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 932 time: 0.1036723
Jan 20 01:01:45.805269 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7af92550-f5b4-4699-b333-99126c54b58d req-5bd16bb3-6a1f-4fb4-93f8-467b00893313 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482237
Jan 20 01:01:45.904351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee00c27c-2984-4825-ac59-a2c90ba5227d {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 01:01:45.912192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:45.924087 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Transition to ACTIVE for port object ee00c27c-2984-4825-ac59-a2c90ba5227d will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:01:45.927346 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:45.946432 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:46.088528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Pushing event updated for resources: {'Port': ['ID=ee00c27c-2984-4825-ac59-a2c90ba5227d,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:46.093230 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:46.274917 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Attempting to bind port ee00c27c-2984-4825-ac59-a2c90ba5227d on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:01:46.275266 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Attempting to bind port ee00c27c-2984-4825-ac59-a2c90ba5227d by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:01:46.275650 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Attempting to bind port ee00c27c-2984-4825-ac59-a2c90ba5227d on network a14b3dba-4d97-42f8-8920-51b8d4def42a {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:01:46.288261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:01:46.288261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Checking segment: {'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:01:46.288261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:46.288261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Bound using segment: {'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:01:46.288261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Bound port: ee00c27c-2984-4825-ac59-a2c90ba5227d, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a4e70d-c940-495e-b8f9-c8131507e57b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:01:46.288261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:46.388238 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] For port ee00c27c-2984-4825-ac59-a2c90ba5227d, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:01:46.390585 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] For port ee00c27c-2984-4825-ac59-a2c90ba5227d, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ee00c27c-2984-4825-ac59-a2c90ba5227d,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:01:46.395326 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:46.412308 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bb08531c-d8ed-4320-afdb-3c1f9255b019 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:46.570549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Pushing event updated for resources: {'Port': ['ID=ee00c27c-2984-4825-ac59-a2c90ba5227d,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:46.575284 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:46.608390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:46.609052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:46.609761 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:46.611271 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] 10.222.0.20 "PUT /v2.0/ports/ee00c27c-2984-4825-ac59-a2c90ba5227d HTTP/1.1" status: 200  len: 1158 time: 1.4720628
Jan 20 01:01:46.611809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'tag': 'ee00c27c-2984-4825-ac59-a2c90ba5227d'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:01:46.751972 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:46.773642 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-12d93150-9cb3-463c-aabd-335440ca66d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:46.775349 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-12d93150-9cb3-463c-aabd-335440ca66d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8deb38a450244a299367605594731f4d&device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 1161 time: 0.0929861
Jan 20 01:01:46.785946 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'tag': 'ee00c27c-2984-4825-ac59-a2c90ba5227d', 'status': 'completed', 'code': 200}
Jan 20 01:01:46.868193 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-1bda918c-e89a-46f5-95a6-b6abb5335403 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee00c27c-2984-4825-ac59-a2c90ba5227d HTTP/1.1" status: 200  len: 217 time: 0.0724411
Jan 20 01:01:46.937383 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-add8aeda-90d5-4b70-8030-539b23663937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:46.938877 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-add8aeda-90d5-4b70-8030-539b23663937 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=789528cc-05fe-4b27-8465-8b93063f88a2 HTTP/1.1" status: 200  len: 850 time: 0.0637681
Jan 20 01:01:47.026149 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-6d7c6d1a-1408-431c-bb85-30d96fe25bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:47.027787 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-6d7c6d1a-1408-431c-bb85-30d96fe25bcf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14b3dba-4d97-42f8-8920-51b8d4def42a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0822058
Jan 20 01:01:47.043257 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0cd73-069f-4329-86d5-b40d3e320217 req-da34db3a-51f2-4c53-b6fb-46545baf74fa tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:47.044886 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fda0cd73-069f-4329-86d5-b40d3e320217 req-da34db3a-51f2-4c53-b6fb-46545baf74fa tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 944 time: 0.1048999
Jan 20 01:01:47.097094 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fda0cd73-069f-4329-86d5-b40d3e320217 req-1b947a12-de6b-48ff-a417-545f671752ed tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456724
Jan 20 01:01:47.177610 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-3d5f4de7-1b59-4c45-a29b-0e773d8bf65d service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391215
Jan 20 01:01:47.326252 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0249c59-920d-4ee7-9815-717abdf7eb07 req-d2f24fd9-b76b-4f80-9101-0a30bb4bb0b5 service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420372
Jan 20 01:01:47.502728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f76fe-4ad9-40c4-8e79-640cde5e8e5b req-3be4643b-484d-4eda-95aa-b801ed436f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:47.504989 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db7f76fe-4ad9-40c4-8e79-640cde5e8e5b req-3be4643b-484d-4eda-95aa-b801ed436f0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8deb38a450244a299367605594731f4d&device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 1161 time: 0.0808997
Jan 20 01:01:47.653152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f76fe-4ad9-40c4-8e79-640cde5e8e5b req-b8a7be5d-5627-4235-98e4-eb66d926a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:47.654689 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db7f76fe-4ad9-40c4-8e79-640cde5e8e5b req-b8a7be5d-5627-4235-98e4-eb66d926a528 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14b3dba-4d97-42f8-8920-51b8d4def42a HTTP/1.1" status: 200  len: 905 time: 0.1426392
Jan 20 01:01:47.734696 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db7f76fe-4ad9-40c4-8e79-640cde5e8e5b req-baa210eb-5aa9-4785-becc-653bec16b686 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee00c27c-2984-4825-ac59-a2c90ba5227d HTTP/1.1" status: 200  len: 217 time: 0.0725887
Jan 20 01:01:47.807927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f76fe-4ad9-40c4-8e79-640cde5e8e5b req-9a9df986-2bc3-49ed-b70c-d1e13b292e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:47.809630 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db7f76fe-4ad9-40c4-8e79-640cde5e8e5b req-9a9df986-2bc3-49ed-b70c-d1e13b292e7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=789528cc-05fe-4b27-8465-8b93063f88a2 HTTP/1.1" status: 200  len: 850 time: 0.0673306
Jan 20 01:01:47.900564 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f76fe-4ad9-40c4-8e79-640cde5e8e5b req-45bb80ea-bc2f-4fdb-b938-c78e841953f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:47.902239 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db7f76fe-4ad9-40c4-8e79-640cde5e8e5b req-45bb80ea-bc2f-4fdb-b938-c78e841953f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14b3dba-4d97-42f8-8920-51b8d4def42a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0825582
Jan 20 01:01:48.058728 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db7f76fe-4ad9-40c4-8e79-640cde5e8e5b req-b0620d26-958e-4832-8fd9-7e1bc01ba87a service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475263
Jan 20 01:01:48.203342 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-db7f76fe-4ad9-40c4-8e79-640cde5e8e5b req-04642216-f07e-407d-8b08-f8fdf7566873 service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376188
Jan 20 01:01:48.255297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:01:48.348756 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305c6a8-1240-46c4-8cbf-01a631f98694 req-dafd8886-5fca-47ad-b01f-f1376e756639 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:48.350397 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4305c6a8-1240-46c4-8cbf-01a631f98694 req-dafd8886-5fca-47ad-b01f-f1376e756639 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 944 time: 0.1059332
Jan 20 01:01:48.400078 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4305c6a8-1240-46c4-8cbf-01a631f98694 req-8bfca688-39bb-4404-9c25-616866b19862 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434039
Jan 20 01:01:49.628652 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8665-297b-4f04-8d89-7eecb5d7d6e9 req-d4789a03-6b7e-4756-aea0-2977bd2096ba tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:49.630467 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f9fe8665-297b-4f04-8d89-7eecb5d7d6e9 req-d4789a03-6b7e-4756-aea0-2977bd2096ba tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 944 time: 0.1017542
Jan 20 01:01:49.683801 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f9fe8665-297b-4f04-8d89-7eecb5d7d6e9 req-e6defbd1-460a-4929-8d06-52dd86ca1bf8 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470858
Jan 20 01:01:50.915867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60279de-0150-4f6b-aacd-a25f5dae1bd0 req-68d18b9c-3a1d-4d89-b757-3874a708530c tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:50.917542 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b60279de-0150-4f6b-aacd-a25f5dae1bd0 req-68d18b9c-3a1d-4d89-b757-3874a708530c tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 944 time: 0.1025360
Jan 20 01:01:50.969366 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b60279de-0150-4f6b-aacd-a25f5dae1bd0 req-e9e82b96-5110-48a2-bcb6-3fce5d4a08bd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452399
Jan 20 01:01:52.212719 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8309e-7c7f-44cc-bc2c-a015bce92370 req-4a2c4d62-441b-4aca-877d-c912dca7b108 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:52.214513 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c8309e-7c7f-44cc-bc2c-a015bce92370 req-4a2c4d62-441b-4aca-877d-c912dca7b108 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 944 time: 0.1130297
Jan 20 01:01:52.280911 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72c8309e-7c7f-44cc-bc2c-a015bce92370 req-9f3eac29-961a-4b72-9b0f-6602442d9087 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529969
Jan 20 01:01:53.516029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a93c81-5b31-4f06-8db8-5ce07be5fb4c req-3175059a-ff62-4500-9188-41be6c02139f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:53.517741 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-44a93c81-5b31-4f06-8db8-5ce07be5fb4c req-3175059a-ff62-4500-9188-41be6c02139f tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 944 time: 0.1059103
Jan 20 01:01:53.577292 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-44a93c81-5b31-4f06-8db8-5ce07be5fb4c req-8bab68f9-0dec-468d-9616-9c19935df60e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523782
Jan 20 01:01:54.015937 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ee00c27c-2984-4825-ac59-a2c90ba5227d up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:01:54.084881 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port ee00c27c-2984-4825-ac59-a2c90ba5227d completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:01:54.089764 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port ee00c27c-2984-4825-ac59-a2c90ba5227d triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:01:54.090196 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:54.215603 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:54.243728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee00c27c-2984-4825-ac59-a2c90ba5227d'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:01:54.254241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port ee00c27c-2984-4825-ac59-a2c90ba5227d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ee00c27c-2984-4825-ac59-a2c90ba5227d,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:01:54.257119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:54.259026 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-005fe3ca-ff86-4605-848a-098cd23e7653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:01:54.327614 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=ee00c27c-2984-4825-ac59-a2c90ba5227d,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:01:54.331616 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:01:54.384834 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee00c27c-2984-4825-ac59-a2c90ba5227d', 'code': 200}
Jan 20 01:01:54.814150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d75a0d-57bf-4b17-a833-4dab6b8860f1 req-21f66bc0-69b5-4c93-98f7-bcbbf6776a55 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:54.815803 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-91d75a0d-57bf-4b17-a833-4dab6b8860f1 req-21f66bc0-69b5-4c93-98f7-bcbbf6776a55 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 946 time: 0.1028485
Jan 20 01:01:54.867457 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-91d75a0d-57bf-4b17-a833-4dab6b8860f1 req-6ccd51e1-2bca-4c00-852b-670ea5703c26 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447223
Jan 20 01:01:56.106394 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6af57-4a78-4610-8386-b2f807f7c290 req-7e7ebc3b-305a-4f61-801a-178ca440c811 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:56.108006 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-91a6af57-4a78-4610-8386-b2f807f7c290 req-7e7ebc3b-305a-4f61-801a-178ca440c811 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 946 time: 0.1089010
Jan 20 01:01:56.159491 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-91a6af57-4a78-4610-8386-b2f807f7c290 req-def14c55-a8d0-4768-81ce-3bff8b20031c tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444832
Jan 20 01:01:56.869409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:57.116781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4512c6d-47b9-4a30-9731-13ce6f4de192 req-a2030724-a7cd-448d-9603-c1190eebb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:57.118455 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a4512c6d-47b9-4a30-9731-13ce6f4de192 req-a2030724-a7cd-448d-9603-c1190eebb1d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 1163 time: 0.0773835
Jan 20 01:01:57.163710 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a4512c6d-47b9-4a30-9731-13ce6f4de192 req-b7cc2319-0a9c-4f4a-9ee1-3f726058d34d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380907
Jan 20 01:01:57.255797 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ee00c27c-2984-4825-ac59-a2c90ba5227d up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:01:57.332861 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port ee00c27c-2984-4825-ac59-a2c90ba5227d triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:01:57.333370 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:57.390277 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f411f2b-8158-451d-b5dd-d9814f9e23ce req-db8c5ab2-f19f-4fad-8668-688708e877e4 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:57.391908 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3f411f2b-8158-451d-b5dd-d9814f9e23ce req-db8c5ab2-f19f-4fad-8668-688708e877e4 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 946 time: 0.1018491
Jan 20 01:01:57.673296 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3f411f2b-8158-451d-b5dd-d9814f9e23ce req-f8982c24-9685-49b6-aee1-c6488e781261 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2741024
Jan 20 01:01:58.906521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fda507-d6e0-4127-a1e4-4015fb70418e req-136035d0-d389-4c73-83d1-f2ab6b06a8f3 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:58.908123 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a5fda507-d6e0-4127-a1e4-4015fb70418e req-136035d0-d389-4c73-83d1-f2ab6b06a8f3 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 946 time: 0.1026487
Jan 20 01:01:58.959849 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a5fda507-d6e0-4127-a1e4-4015fb70418e req-d163409c-4435-420e-8791-2598d23e8b88 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454583
Jan 20 01:01:59.191673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bcefc-a73b-48b9-bcf4-992b2e6d1066 req-05c3115f-2d2c-454a-8b51-3153c81829bd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:01:59.193473 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-506bcefc-a73b-48b9-bcf4-992b2e6d1066 req-05c3115f-2d2c-454a-8b51-3153c81829bd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 946 time: 0.1083481
Jan 20 01:01:59.203245 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38574) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:01:59.209596 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-ecfe20b4-00b5-42da-8bea-f761cfce0aa7 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Request body: {'floatingip': {'port_id': 'ee00c27c-2984-4825-ac59-a2c90ba5227d'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:01:59.243993 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ee00c27c-2984-4825-ac59-a2c90ba5227d up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:01:59.306666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ecfe20b4-00b5-42da-8bea-f761cfce0aa7 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:01:59.316428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port ee00c27c-2984-4825-ac59-a2c90ba5227d triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:01:59.316853 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:00.152099 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ecfe20b4-00b5-42da-8bea-f761cfce0aa7 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:00.155067 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ecfe20b4-00b5-42da-8bea-f761cfce0aa7 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:00.337476 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [None req-ecfe20b4-00b5-42da-8bea-f761cfce0aa7 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Floating IP 05ba2aee-06ca-48cf-953b-cc69a9cb930c associated. External IP: 172.27.2.5, port: ee00c27c-2984-4825-ac59-a2c90ba5227d.
Jan 20 01:02:00.706432 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfe20b4-00b5-42da-8bea-f761cfce0aa7 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Router 59647cfd-d68a-4afe-8454-ee99a1aab874 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:02:00.899477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfe20b4-00b5-42da-8bea-f761cfce0aa7 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:02:00.903909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ecfe20b4-00b5-42da-8bea-f761cfce0aa7 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:00.909289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476cbe51-76cc-4620-85d6-267132732814 None None] Sync routers for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:02:00.922163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cbe51-76cc-4620-85d6-267132732814 None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:02:00.922855 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-476cbe51-76cc-4620-85d6-267132732814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782afd85c0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:01:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:02:00.961821 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ecfe20b4-00b5-42da-8bea-f761cfce0aa7 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "PUT /v2.0/floatingips/05ba2aee-06ca-48cf-953b-cc69a9cb930c HTTP/1.1" status: 200  len: 990 time: 1.7573161
Jan 20 01:02:00.962544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'tag': 'ee00c27c-2984-4825-ac59-a2c90ba5227d'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:02:01.273919 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-476cbe51-76cc-4620-85d6-267132732814 None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:02:01.636555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-476cbe51-76cc-4620-85d6-267132732814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782afd85c0>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '05ba2aee-06ca-48cf-953b-cc69a9cb930c', 'tenant_id': '8deb38a450244a299367605594731f4d', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'port_id': 'ee00c27c-2984-4825-ac59-a2c90ba5227d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'mac_address': 'fa:16:3e:47:f3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:36Z', 'updated_at': '2021-01-20T01:01:59Z', 'revision_number': 1, 'project_id': '8deb38a450244a299367605594731f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:46Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:02:01.640531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476cbe51-76cc-4620-85d6-267132732814 None None] Checking router: 59647cfd-d68a-4afe-8454-ee99a1aab874 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:02:01.649512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cbe51-76cc-4620-85d6-267132732814 None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:02:01.650170 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-476cbe51-76cc-4620-85d6-267132732814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782afd85c0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:01:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:02:01.837360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-476cbe51-76cc-4620-85d6-267132732814 None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:02:02.207833 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-476cbe51-76cc-4620-85d6-267132732814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782afd85c0>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '05ba2aee-06ca-48cf-953b-cc69a9cb930c', 'tenant_id': '8deb38a450244a299367605594731f4d', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'port_id': 'ee00c27c-2984-4825-ac59-a2c90ba5227d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'mac_address': 'fa:16:3e:47:f3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:36Z', 'updated_at': '2021-01-20T01:01:59Z', 'revision_number': 1, 'project_id': '8deb38a450244a299367605594731f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:46Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:02:02.212037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476cbe51-76cc-4620-85d6-267132732814 None None] The sync data for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi is: [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '05ba2aee-06ca-48cf-953b-cc69a9cb930c', 'tenant_id': '8deb38a450244a299367605594731f4d', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'port_id': 'ee00c27c-2984-4825-ac59-a2c90ba5227d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'mac_address': 'fa:16:3e:47:f3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:36Z', 'updated_at': '2021-01-20T01:01:59Z', 'revision_number': 1, 'project_id': '8deb38a450244a299367605594731f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:46Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:02:02.514213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c738a08-7a66-47a5-9db2-be64e02455e5 None None] New status for floating IP 05ba2aee-06ca-48cf-953b-cc69a9cb930c: ACTIVE {{(pid=80159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:02:02.977164 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'tag': 'ee00c27c-2984-4825-ac59-a2c90ba5227d', 'status': 'completed', 'code': 200}
Jan 20 01:02:03.111287 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f7cde-6dfd-4754-a785-09b9f8d0b664 req-2fa4cfe9-6775-4bd6-af05-439f37030e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:03.112835 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d57f7cde-6dfd-4754-a785-09b9f8d0b664 req-2fa4cfe9-6775-4bd6-af05-439f37030e87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8deb38a450244a299367605594731f4d&device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 1163 time: 0.0802696
Jan 20 01:02:03.258207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f7cde-6dfd-4754-a785-09b9f8d0b664 req-9c5be9e1-3402-4309-94a1-45b7e7de4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:03.259796 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d57f7cde-6dfd-4754-a785-09b9f8d0b664 req-9c5be9e1-3402-4309-94a1-45b7e7de4ae6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14b3dba-4d97-42f8-8920-51b8d4def42a HTTP/1.1" status: 200  len: 905 time: 0.1405671
Jan 20 01:02:03.370459 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d57f7cde-6dfd-4754-a785-09b9f8d0b664 req-c1bae363-d031-4605-9866-77bef7fbee36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee00c27c-2984-4825-ac59-a2c90ba5227d HTTP/1.1" status: 200  len: 1000 time: 0.1020496
Jan 20 01:02:03.442405 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f7cde-6dfd-4754-a785-09b9f8d0b664 req-8de19b9d-3ac2-4f55-adca-40ae9a99b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:03.444048 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d57f7cde-6dfd-4754-a785-09b9f8d0b664 req-8de19b9d-3ac2-4f55-adca-40ae9a99b7d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=789528cc-05fe-4b27-8465-8b93063f88a2 HTTP/1.1" status: 200  len: 850 time: 0.0665085
Jan 20 01:02:03.524800 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f7cde-6dfd-4754-a785-09b9f8d0b664 req-4315201c-40b6-42b4-a412-1f49bb95fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:03.526426 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d57f7cde-6dfd-4754-a785-09b9f8d0b664 req-4315201c-40b6-42b4-a412-1f49bb95fb06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14b3dba-4d97-42f8-8920-51b8d4def42a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0758424
Jan 20 01:02:03.668778 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d57f7cde-6dfd-4754-a785-09b9f8d0b664 req-554970c3-d4e7-4c84-8b38-f2b00b6b5d4f service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345892
Jan 20 01:02:03.820627 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d57f7cde-6dfd-4754-a785-09b9f8d0b664 req-62dc3293-405b-4936-8534-65c445bb8d6a service neutron] 10.222.0.20 "GET /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445613
Jan 20 01:02:08.625258 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38670) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:02:08.781910 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08238e9c-8dc5-4309-baf3-02063e77c411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:08.797449 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-08238e9c-8dc5-4309-baf3-02063e77c411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:02:08.801525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-08238e9c-8dc5-4309-baf3-02063e77c411 admin admin] Usage tracker for resource:security_group_rule and tenant:708f9557bc4e4a06b91ba5ae3a02b3b7 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:02:08.805004 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-08238e9c-8dc5-4309-baf3-02063e77c411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:02:08.811303 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-08238e9c-8dc5-4309-baf3-02063e77c411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:02:08.897897 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08238e9c-8dc5-4309-baf3-02063e77c411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:08.900588 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08238e9c-8dc5-4309-baf3-02063e77c411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:08.913624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c410b86a-ada2-4d81-a8b6-0cb603d13483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:08.955926 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-08238e9c-8dc5-4309-baf3-02063e77c411 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=708f9557bc4e4a06b91ba5ae3a02b3b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3295503
Jan 20 01:02:08.957662 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08238e9c-8dc5-4309-baf3-02063e77c411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5602dd38-99f8-406a-8142-d9e473a3b18b,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:08.958825 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38680) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:02:08.961301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08238e9c-8dc5-4309-baf3-02063e77c411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:09.024205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-056f3fe2-fb53-4d35-ae51-aa589c497bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:09.051444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-056f3fe2-fb53-4d35-ae51-aa589c497bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:09.101647 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-056f3fe2-fb53-4d35-ae51-aa589c497bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:09.106544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f498de8f-68a6-478c-b302-7178e5f51db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:09.119827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f3fe2-fb53-4d35-ae51-aa589c497bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5602dd38-99f8-406a-8142-d9e473a3b18b,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:09.122677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-056f3fe2-fb53-4d35-ae51-aa589c497bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:09.126921 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-056f3fe2-fb53-4d35-ae51-aa589c497bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:09.129133 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-056f3fe2-fb53-4d35-ae51-aa589c497bc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5602dd38-99f8-406a-8142-d9e473a3b18b HTTP/1.1" status: 204  len: 168 time: 0.1670213
Jan 20 01:02:09.471195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38688) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:02:09.490961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0482d77e-118d-457e-aaf3-4a3beb22ad82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:09.509341 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0482d77e-118d-457e-aaf3-4a3beb22ad82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:02:09.513365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0482d77e-118d-457e-aaf3-4a3beb22ad82 admin admin] Usage tracker for resource:security_group_rule and tenant:b1339e5af01c43419890404b31de9a0f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:02:09.516289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0482d77e-118d-457e-aaf3-4a3beb22ad82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:02:09.522520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0482d77e-118d-457e-aaf3-4a3beb22ad82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:02:09.605935 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0482d77e-118d-457e-aaf3-4a3beb22ad82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:09.608633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0482d77e-118d-457e-aaf3-4a3beb22ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:09.617343 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0c55d5a5-ad05-40e7-bac8-2f01c1caea33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:09.659028 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0482d77e-118d-457e-aaf3-4a3beb22ad82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1339e5af01c43419890404b31de9a0f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1867232
Jan 20 01:02:09.660692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482d77e-118d-457e-aaf3-4a3beb22ad82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c74578-0a7b-4b46-bd2a-8043d878e1b4,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:09.661941 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38692) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:02:09.664741 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0482d77e-118d-457e-aaf3-4a3beb22ad82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:09.727558 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebdcebaa-75d2-41df-8e7b-9b0ba6a884a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:09.754211 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebdcebaa-75d2-41df-8e7b-9b0ba6a884a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:09.798967 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebdcebaa-75d2-41df-8e7b-9b0ba6a884a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:09.803893 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-558909c5-3161-4e43-95eb-d411647405fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:09.817028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcebaa-75d2-41df-8e7b-9b0ba6a884a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c74578-0a7b-4b46-bd2a-8043d878e1b4,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:09.821377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebdcebaa-75d2-41df-8e7b-9b0ba6a884a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:09.826916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebdcebaa-75d2-41df-8e7b-9b0ba6a884a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:09.828138 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ebdcebaa-75d2-41df-8e7b-9b0ba6a884a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0c74578-0a7b-4b46-bd2a-8043d878e1b4 HTTP/1.1" status: 204  len: 168 time: 0.1644886
Jan 20 01:02:12.057822 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93f56826-2a44-49d2-9d3c-f79d87f7426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:14.601712 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-86acf8ba-89a5-40c8-868f-91a8e502b902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:14.770481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:15.126390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38790) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:02:15.276867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad3b7426-e2af-4c25-a800-fcf5bdba75d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:15.292454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ad3b7426-e2af-4c25-a800-fcf5bdba75d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:02:15.296452 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ad3b7426-e2af-4c25-a800-fcf5bdba75d4 admin admin] Usage tracker for resource:security_group_rule and tenant:68bdcddc457949ce951d40d5ea3fdc34 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:02:15.299399 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ad3b7426-e2af-4c25-a800-fcf5bdba75d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:02:15.305715 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ad3b7426-e2af-4c25-a800-fcf5bdba75d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:02:15.392165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad3b7426-e2af-4c25-a800-fcf5bdba75d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:15.394963 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad3b7426-e2af-4c25-a800-fcf5bdba75d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:15.403750 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:15.445528 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ad3b7426-e2af-4c25-a800-fcf5bdba75d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68bdcddc457949ce951d40d5ea3fdc34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3180304
Jan 20 01:02:15.447204 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b7426-e2af-4c25-a800-fcf5bdba75d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12d29a6-02e4-4b73-a29f-7eac14a35ba0,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:15.448400 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38796) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:02:15.450468 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ad3b7426-e2af-4c25-a800-fcf5bdba75d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:15.511668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3503-c361-42fe-834e-aaea432471c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:15.540174 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3503-c361-42fe-834e-aaea432471c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:15.583625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3503-c361-42fe-834e-aaea432471c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:15.589119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-36d5779b-5af2-46d5-8e33-509059ab005a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:15.606081 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d3503-c361-42fe-834e-aaea432471c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12d29a6-02e4-4b73-a29f-7eac14a35ba0,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:15.609792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3b5d3503-c361-42fe-834e-aaea432471c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:15.616570 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3503-c361-42fe-834e-aaea432471c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:15.617814 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-3b5d3503-c361-42fe-834e-aaea432471c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f12d29a6-02e4-4b73-a29f-7eac14a35ba0 HTTP/1.1" status: 204  len: 168 time: 0.1683161
Jan 20 01:02:15.971490 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38808) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:02:15.993026 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19ed7d50-1dc5-4d45-8a9b-2e668e11afc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:16.014774 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-19ed7d50-1dc5-4d45-8a9b-2e668e11afc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:02:16.019091 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-19ed7d50-1dc5-4d45-8a9b-2e668e11afc9 admin admin] Usage tracker for resource:security_group_rule and tenant:fff7c494755c4d66a443536e20003f18 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:02:16.022265 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-19ed7d50-1dc5-4d45-8a9b-2e668e11afc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:02:16.028366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-19ed7d50-1dc5-4d45-8a9b-2e668e11afc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:02:16.117559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19ed7d50-1dc5-4d45-8a9b-2e668e11afc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:16.120486 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19ed7d50-1dc5-4d45-8a9b-2e668e11afc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:16.129341 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f32b1e20-4efa-4e7b-8f49-8d6c84666f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:16.172663 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-19ed7d50-1dc5-4d45-8a9b-2e668e11afc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fff7c494755c4d66a443536e20003f18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1998291
Jan 20 01:02:16.173641 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed7d50-1dc5-4d45-8a9b-2e668e11afc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06340cc1-2e86-4879-9fe4-08e3827555d7,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:16.175536 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38812) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:02:16.176969 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-19ed7d50-1dc5-4d45-8a9b-2e668e11afc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:16.242936 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97fa3d58-4ea7-440f-8bd5-2d1fb1528ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:16.269260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97fa3d58-4ea7-440f-8bd5-2d1fb1528ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:16.313055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97fa3d58-4ea7-440f-8bd5-2d1fb1528ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:16.317894 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dedafddc-d49d-4b4e-a0ed-83c6b12d10b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:16.330191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa3d58-4ea7-440f-8bd5-2d1fb1528ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06340cc1-2e86-4879-9fe4-08e3827555d7,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:16.333310 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-97fa3d58-4ea7-440f-8bd5-2d1fb1528ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:16.335953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97fa3d58-4ea7-440f-8bd5-2d1fb1528ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:16.337162 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-97fa3d58-4ea7-440f-8bd5-2d1fb1528ae3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06340cc1-2e86-4879-9fe4-08e3827555d7 HTTP/1.1" status: 204  len: 168 time: 0.1605463
Jan 20 01:02:16.607003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:16.745621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:17.237415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38838) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:02:17.377131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1556185535-network', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:02:17.382332 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:02:17.386592 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Usage tracker for resource:network and tenant:5f7012eb63c143508e5384d340dbc73f is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:02:17.389815 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:02:17.395588 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:02:17.409120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Made reservation on behalf of 5f7012eb63c143508e5384d340dbc73f for: {'network': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:02:17.414525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:17.427210 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:17.443176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:02:17.447226 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Usage tracker for resource:security_group_rule and tenant:5f7012eb63c143508e5384d340dbc73f is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:02:17.450270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:02:17.455994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:02:17.541032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:17.543631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:17.547775 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cdbad29f-0fda-4099-8f54-2b255ae22490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:17.579694 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 01:02:17.589037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1769c37b-76a8-4a4c-8284-93c0b7560638,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:17.593227 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:17.595701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759632512030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:17.596198 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Added segment 14ec0882-72d5-4128-b6b4-66cc11284e1c of type vxlan for network f642aeb4-8420-407d-ba62-aa0ecef5c415
Jan 20 01:02:17.624103 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:17.653228 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:17.654488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:17.655138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:17.660073 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-93e266c6-af17-4afe-af8b-e3ba32ffddd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:17.777120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Pushing event updated for resources: {'Network': ['ID=f642aeb4-8420-407d-ba62-aa0ecef5c415,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:17.780351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:17.783141 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5445993
Jan 20 01:02:17.786292 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 38844) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:02:17.787868 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network f642aeb4-8420-407d-ba62-aa0ecef5c415 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:02:17.793582 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Request body: {'subnet': {'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1556185535-subnet', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'ip_version': 4}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:02:17.799483 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:02:17.803743 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Usage tracker for resource:subnet and tenant:5f7012eb63c143508e5384d340dbc73f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:02:17.805455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network f642aeb4-8420-407d-ba62-aa0ecef5c415 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:02:17.806904 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:02:17.813339 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:02:17.823206 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Made reservation on behalf of 5f7012eb63c143508e5384d340dbc73f for: {'subnet': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:02:17.828011 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6417876'] for subnet, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:18.241934 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847644836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6417861'] for subnet, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:18.258109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:18.394670 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:18.399422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:18.465874 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Checking segment: {'id': '14ec0882-72d5-4128-b6b4-66cc11284e1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:02:18.466276 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Network hostable DHCP agents. Network: f642aeb4-8420-407d-ba62-aa0ecef5c415, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 01:02:18.485161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Network f642aeb4-8420-407d-ba62-aa0ecef5c415 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 01:02:18.494008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, f642aeb4-8420-407d-ba62-aa0ecef5c415) {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:02:18.503601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e24fe6f-5739-458d-a264-bdde38ae4bee None None] Network f642aeb4-8420-407d-ba62-aa0ecef5c415 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:02:18.505842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:18.506484 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:18.532729 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38856) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:02:18.533650 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a2b170f3-b7c7-4acb-a275-02bfe460fc18 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7460005
Jan 20 01:02:18.538745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:02:18.544225 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:02:18.548347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Usage tracker for resource:router and tenant:5f7012eb63c143508e5384d340dbc73f is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:02:18.551570 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:02:18.558031 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:02:18.568113 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:18.569227 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774047'] for router, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:18.584834 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:18.749045 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdf26795-3f68-5b42-9825-0cad8a2b5a16-f642aeb4-8420-407d-ba62-aa0ecef5c415', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'fixed_ips': [{'subnet_id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3'}]}} from dv-cinder-667108-30-iscsi. {{(pid=80158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 20 01:02:18.749983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:19.081610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Allocated IP 172.20.0.2 (f642aeb4-8420-407d-ba62-aa0ecef5c415/e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3/2083b368-1d93-4c4d-ad36-9f3529c63abe) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:02:19.107216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774032'] for router, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:19.319551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:19.330320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Transition to ACTIVE for port object 2083b368-1d93-4c4d-ad36-9f3529c63abe will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:02:19.347608 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Transition to ACTIVE for port object 2083b368-1d93-4c4d-ad36-9f3529c63abe will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:02:19.352903 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:19.368803 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:19.447019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:19.480726 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:19.508205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Pushing event updated for resources: {'Port': ['ID=2083b368-1d93-4c4d-ad36-9f3529c63abe,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:19.513332 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:19.557730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Network f642aeb4-8420-407d-ba62-aa0ecef5c415 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:02:19.558900 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Resources bound (agent type, host, resource id):  {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:02:19.561314 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:02:19.628816 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Attempting to bind port 2083b368-1d93-4c4d-ad36-9f3529c63abe on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:02:19.629270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Attempting to bind port 2083b368-1d93-4c4d-ad36-9f3529c63abe by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '14ec0882-72d5-4128-b6b4-66cc11284e1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:02:19.629757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Attempting to bind port 2083b368-1d93-4c4d-ad36-9f3529c63abe on network f642aeb4-8420-407d-ba62-aa0ecef5c415 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:02:19.636616 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:02:19.637142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Checking segment: {'id': '14ec0882-72d5-4128-b6b4-66cc11284e1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:02:19.637658 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:19.638231 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Bound using segment: {'id': '14ec0882-72d5-4128-b6b4-66cc11284e1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:02:19.638869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Bound port: 2083b368-1d93-4c4d-ad36-9f3529c63abe, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ec0882-72d5-4128-b6b4-66cc11284e1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:02:19.639287 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:19.734925 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] For port 2083b368-1d93-4c4d-ad36-9f3529c63abe, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:02:19.738459 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] For port 2083b368-1d93-4c4d-ad36-9f3529c63abe, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=2083b368-1d93-4c4d-ad36-9f3529c63abe,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:02:19.742582 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:19.755454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:19.767241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Allocated IP 172.27.2.235 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/632b94ff-ade2-4b92-a721-ff306f7c8be2) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:02:19.929515 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:19.961819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:19.978852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:20.084851 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Pushing event updated for resources: {'Port': ['ID=2083b368-1d93-4c4d-ad36-9f3529c63abe,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:20.090334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:20.131647 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Pushing event updated for resources: {'Port': ['ID=632b94ff-ade2-4b92-a721-ff306f7c8be2,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:20.167006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.167431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.167844 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.168254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.168658 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.169083 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.169513 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.169915 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.170313 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.170710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.171110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.171505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.171979 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.172377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.172774 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.173194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.173590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.173984 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.174380 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.174774 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.175169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.175560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.175953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.176344 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:20.181304 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:20.205513 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:02:20.206652 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:02:20.208925 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:02:20.664412 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:21.035808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-695213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695250'] for router, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:21.268866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Router 831747c1-64a7-44ac-8af8-9e2d1e20f388 is scheduled to L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 with binding_index 1 {{(pid=80157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 20 01:02:21.426742 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aded58-eaa4-4f03-aff2-515a8b352688 req-5d13e67a-ff06-4181-8d3c-d60332a88dfc tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:21.428514 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-55aded58-eaa4-4f03-aff2-515a8b352688 req-5d13e67a-ff06-4181-8d3c-d60332a88dfc tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1110601
Jan 20 01:02:21.486496 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-55aded58-eaa4-4f03-aff2-515a8b352688 req-f22d0287-1512-458a-84ba-b9dc4429e84d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497653
Jan 20 01:02:21.513337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f4048b-eab8-45a3-ad7d-1aca197cba76 None None] Network f642aeb4-8420-407d-ba62-aa0ecef5c415 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:02:21.633475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-0b60a9a0-51f7-485c-97a6-2e8696e69e6d None None] Provisioning for port 2083b368-1d93-4c4d-ad36-9f3529c63abe completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:02:21.708472 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:02:21.732411 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Notify callbacks [] for router, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:21.733806 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.1999686
Jan 20 01:02:21.736683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 38886) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:02:21.747221 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Sync routers for ids ['831747c1-64a7-44ac-8af8-9e2d1e20f388'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:02:21.773243 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Routers {'831747c1-64a7-44ac-8af8-9e2d1e20f388'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:02:21.773931 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b0b2668>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:02:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['831747c1-64a7-44ac-8af8-9e2d1e20f388'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:02:21.903255 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 2083b368-1d93-4c4d-ad36-9f3529c63abe up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:02:22.054866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Set router 831747c1-64a7-44ac-8af8-9e2d1e20f388 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:02:22.102944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 2083b368-1d93-4c4d-ad36-9f3529c63abe completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:02:22.173097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 2083b368-1d93-4c4d-ad36-9f3529c63abe triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:22.173538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:22.365960 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b30a1d73-87f6-45cc-a598-4be905cb7f91 None None] Provisioning complete for port 2083b368-1d93-4c4d-ad36-9f3529c63abe triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:22.366417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b30a1d73-87f6-45cc-a598-4be905cb7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:22.511522 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:22.548740 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:22.649981 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port 2083b368-1d93-4c4d-ad36-9f3529c63abe, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=2083b368-1d93-4c4d-ad36-9f3529c63abe,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:02:22.657189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:22.664442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:22.713735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b30a1d73-87f6-45cc-a598-4be905cb7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:22.738360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b0b2668>, [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:02:20Z', 'revision_number': 3, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:02:22.750194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Checking router: 831747c1-64a7-44ac-8af8-9e2d1e20f388 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:02:22.750601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Updating router 831747c1-64a7-44ac-8af8-9e2d1e20f388 port 632b94ff-ade2-4b92-a721-ff306f7c8be2 binding host dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 01:02:22.775586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891874a6-b40d-44bd-bcad-cdeaeebdd65f req-d80e214c-832d-4f38-b78b-9688ece55ed3 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:22.777314 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-891874a6-b40d-44bd-bcad-cdeaeebdd65f req-d80e214c-832d-4f38-b78b-9688ece55ed3 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1251545
Jan 20 01:02:22.835576 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-891874a6-b40d-44bd-bcad-cdeaeebdd65f req-513995c6-644b-4108-be55-d4901ee9eb0d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495563
Jan 20 01:02:22.849055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=2083b368-1d93-4c4d-ad36-9f3529c63abe,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:22.883142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.883142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.883142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.883142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.883142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.883142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.883142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.883654 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.883732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.884069 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.884436 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.884796 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.885270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.885781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.885989 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.886357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.886720 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.887082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.887463 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.887807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.888461 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.888593 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.888868 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.889257 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:22.889545 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Allocated IP 172.20.0.1 (f642aeb4-8420-407d-ba62-aa0ecef5c415/e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3/5fa27a50-721a-4050-8af6-db0d1ecf0a64) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:02:22.899319 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:22.899977 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:22.943524 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [None req-b30a1d73-87f6-45cc-a598-4be905cb7f91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80158) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:02:22.943939 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [None req-b30a1d73-87f6-45cc-a598-4be905cb7f91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:02:23.048535 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:23.065394 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Transition to ACTIVE for port object 5fa27a50-721a-4050-8af6-db0d1ecf0a64 will not be triggered until provisioned by entity DHCP. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:02:23.091151 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:23.106129 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-12c2319b-f648-4f4d-b3fe-f6b761db88f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:23.265683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Pushing event updated for resources: {'Port': ['ID=5fa27a50-721a-4050-8af6-db0d1ecf0a64,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:23.271305 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:23.315551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:23.316273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Network f642aeb4-8420-407d-ba62-aa0ecef5c415 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:02:23.317438 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:02:23.320564 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:02:23.330925 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Transition to ACTIVE for port object 632b94ff-ade2-4b92-a721-ff306f7c8be2 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:02:23.334354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:23.356571 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:23.384313 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854080671'] for router_interface, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:23.645588 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:23.705363 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea505b74-934e-4b28-9e0a-cf72adb32f8e None None] Pushing event updated for resources: {'Port': ['ID=632b94ff-ade2-4b92-a721-ff306f7c8be2,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:23.718520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ea505b74-934e-4b28-9e0a-cf72adb32f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:23.771404 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Attempting to bind port 632b94ff-ade2-4b92-a721-ff306f7c8be2 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:02:23.771831 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Attempting to bind port 632b94ff-ade2-4b92-a721-ff306f7c8be2 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:02:23.772288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Attempting to bind port 632b94ff-ade2-4b92-a721-ff306f7c8be2 on network edea8e20-c3db-4bd3-afba-40aa0a06f207 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:02:23.778869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:02:23.779105 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Checking segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:02:23.779665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:23.780111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Bound using segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:02:23.780887 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Bound port: 632b94ff-ade2-4b92-a721-ff306f7c8be2, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:02:23.781008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:23.854482 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 2083b368-1d93-4c4d-ad36-9f3529c63abe up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:02:23.922084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] For port 632b94ff-ade2-4b92-a721-ff306f7c8be2, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:02:23.937837 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4dac0100-168a-4ac4-b3c7-622a1d0d256c None None] Provisioning complete for port 2083b368-1d93-4c4d-ad36-9f3529c63abe triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:23.938138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4dac0100-168a-4ac4-b3c7-622a1d0d256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:23.945144 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:23.952667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:23.984455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-24712431-8582-4cdc-bf9a-048de7cbac15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:23.987697 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] For port 632b94ff-ade2-4b92-a721-ff306f7c8be2, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=632b94ff-ade2-4b92-a721-ff306f7c8be2,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:02:23.995505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:24.015282 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-427ac545-22c4-41ef-b928-2d8d1aa81c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:24.073050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Pushing event updated for resources: {'Port': ['ID=5fa27a50-721a-4050-8af6-db0d1ecf0a64,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:24.075767 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853742421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079544'] for router_interface, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:24.091780 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:24.094291 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694bf90-9142-4966-bb19-6dd95d784424 req-9f588dc8-3b9d-4411-b351-b9b6b7aabf56 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:24.096212 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2694bf90-9142-4966-bb19-6dd95d784424 req-9f588dc8-3b9d-4411-b351-b9b6b7aabf56 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1053247
Jan 20 01:02:24.165139 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2694bf90-9142-4966-bb19-6dd95d784424 req-5e23ccbd-3217-4b9c-85f4-f8c7f825e5c3 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587869
Jan 20 01:02:24.224040 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 2083b368-1d93-4c4d-ad36-9f3529c63abe triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:24.224465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:24.230819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Network f642aeb4-8420-407d-ba62-aa0ecef5c415 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:02:24.231984 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:02:24.316789 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea505b74-934e-4b28-9e0a-cf72adb32f8e None None] Pushing event updated for resources: {'Port': ['ID=632b94ff-ade2-4b92-a721-ff306f7c8be2,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:24.321699 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ea505b74-934e-4b28-9e0a-cf72adb32f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:24.387270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Routers {'831747c1-64a7-44ac-8af8-9e2d1e20f388'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:02:24.387986 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b0b2668>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:02:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['831747c1-64a7-44ac-8af8-9e2d1e20f388'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:02:24.656342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4dac0100-168a-4ac4-b3c7-622a1d0d256c None None] Provisioning for port 5fa27a50-721a-4050-8af6-db0d1ecf0a64 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:02:24.664057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Router 831747c1-64a7-44ac-8af8-9e2d1e20f388 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:02:24.665242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4dac0100-168a-4ac4-b3c7-622a1d0d256c None None] Provisioning complete for port 5fa27a50-721a-4050-8af6-db0d1ecf0a64 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:24.665662 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4dac0100-168a-4ac4-b3c7-622a1d0d256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:24.718206 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] Set router 831747c1-64a7-44ac-8af8-9e2d1e20f388 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:02:24.799002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4dac0100-168a-4ac4-b3c7-622a1d0d256c None None] Port 5fa27a50-721a-4050-8af6-db0d1ecf0a64 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:02:24.860422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:02:24.870948 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] 10.222.0.37 "PUT /v2.0/routers/831747c1-64a7-44ac-8af8-9e2d1e20f388/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1331358
Jan 20 01:02:24.988725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c9bb6d99-7d03-4a62-99aa-ff9ac0c388dd None None] Provisioning complete for port 5fa27a50-721a-4050-8af6-db0d1ecf0a64 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:24.989187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c9bb6d99-7d03-4a62-99aa-ff9ac0c388dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:25.099103 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb6d99-7d03-4a62-99aa-ff9ac0c388dd None None] Port 5fa27a50-721a-4050-8af6-db0d1ecf0a64 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:02:25.137177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b0b2668>, [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 4, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '5fa27a50-721a-4050-8af6-db0d1ecf0a64', 'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'mac_address': 'fa:16:3e:8b:f6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:22Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 2, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'subnets': [{'id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:02:25.141520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30347759-660c-4be6-8211-9bf8dcf36226 None None] The sync data for ids ['831747c1-64a7-44ac-8af8-9e2d1e20f388'] in dv-cinder-667108-30-iscsi is: [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 4, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '5fa27a50-721a-4050-8af6-db0d1ecf0a64', 'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'mac_address': 'fa:16:3e:8b:f6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:22Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 2, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'subnets': [{'id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:02:25.255287 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:02:25.416640 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600a9c-176d-4040-9f79-e58ac293b00f req-2c2b2682-048a-4d22-9324-08977f6b4758 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:25.418368 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-75600a9c-176d-4040-9f79-e58ac293b00f req-2c2b2682-048a-4d22-9324-08977f6b4758 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1071851
Jan 20 01:02:25.473986 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-75600a9c-176d-4040-9f79-e58ac293b00f req-53270ce9-9665-4c9a-a57f-982f98df17cc tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493019
Jan 20 01:02:26.611421 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e6ffeada-2c57-470f-a82e-4376da25b07f req-9c3373f5-227f-420b-9eb4-2c97be121e2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0941694
Jan 20 01:02:26.861668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8220a3-9c7c-42d4-a1cf-d64233055cbc req-1e026e7f-c79f-4fc6-afc1-985ea486ec5f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:26.870549 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7a8220a3-9c7c-42d4-a1cf-d64233055cbc req-1e026e7f-c79f-4fc6-afc1-985ea486ec5f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.2091455
Jan 20 01:02:26.902023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:26.923996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffeada-2c57-470f-a82e-4376da25b07f req-aa277863-5aae-44b7-82fe-bc6dc47b642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:26.926579 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e6ffeada-2c57-470f-a82e-4376da25b07f req-aa277863-5aae-44b7-82fe-bc6dc47b642b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 1163 time: 0.1338494
Jan 20 01:02:26.940755 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7a8220a3-9c7c-42d4-a1cf-d64233055cbc req-98ad8855-1af4-46d0-99dc-4788f643e1e2 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690701
Jan 20 01:02:27.104303 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffeada-2c57-470f-a82e-4376da25b07f req-66108669-c3db-41c3-b9b5-68cdcaa8854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:27.107096 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e6ffeada-2c57-470f-a82e-4376da25b07f req-66108669-c3db-41c3-b9b5-68cdcaa8854b service neutron] 10.222.0.20 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.1563513
Jan 20 01:02:27.232464 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e6ffeada-2c57-470f-a82e-4376da25b07f req-4abe629e-79f3-4a1c-ba5c-ff21de11dc2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b20b40d-c6a6-43a0-aade-2e5eb20f9093 HTTP/1.1" status: 200  len: 1001 time: 0.1198201
Jan 20 01:02:27.316848 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffeada-2c57-470f-a82e-4376da25b07f req-74fa51f6-8912-4a62-9a9d-28d6006d81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:27.318561 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e6ffeada-2c57-470f-a82e-4376da25b07f req-74fa51f6-8912-4a62-9a9d-28d6006d81ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.0780048
Jan 20 01:02:27.409940 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffeada-2c57-470f-a82e-4376da25b07f req-f5d72925-baf5-4890-9501-be6c75e675e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:27.411732 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e6ffeada-2c57-470f-a82e-4376da25b07f req-f5d72925-baf5-4890-9501-be6c75e675e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0862651
Jan 20 01:02:27.569985 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e6ffeada-2c57-470f-a82e-4376da25b07f req-e16c88fc-44f1-4b3b-af49-aa45d42126f8 service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504393
Jan 20 01:02:27.729432 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e6ffeada-2c57-470f-a82e-4376da25b07f req-55cfecfb-1284-4c6e-8ff8-e2cd1b0f98be service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1518633
Jan 20 01:02:27.893326 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 632b94ff-ade2-4b92-a721-ff306f7c8be2 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:02:27.978684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 632b94ff-ade2-4b92-a721-ff306f7c8be2 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:02:27.984742 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 632b94ff-ade2-4b92-a721-ff306f7c8be2 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:27.985226 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:28.129477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:28.170302 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port 632b94ff-ade2-4b92-a721-ff306f7c8be2, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=632b94ff-ade2-4b92-a721-ff306f7c8be2,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:02:28.177740 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:28.180587 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c613d5b3-0589-4e75-a3b5-c38b38eaa7dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:28.279911 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ceea4-2ee2-45be-8bbd-c9bbc31421ee req-68025c46-50e0-4407-8941-28090442450a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:28.291936 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a55ceea4-2ee2-45be-8bbd-c9bbc31421ee req-68025c46-50e0-4407-8941-28090442450a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1729896
Jan 20 01:02:28.311344 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=632b94ff-ade2-4b92-a721-ff306f7c8be2,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:28.314700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:28.355779 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a55ceea4-2ee2-45be-8bbd-c9bbc31421ee req-d9f203a1-1c9f-44ec-a6e4-795c4bc3885a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627484
Jan 20 01:02:28.885752 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Sync routers for ids ['831747c1-64a7-44ac-8af8-9e2d1e20f388'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:02:28.896987 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Routers {'831747c1-64a7-44ac-8af8-9e2d1e20f388'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:02:28.898547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b11b5c0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:02:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['831747c1-64a7-44ac-8af8-9e2d1e20f388'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:02:29.095877 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Set router 831747c1-64a7-44ac-8af8-9e2d1e20f388 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:02:29.468187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b11b5c0>, [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 4, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '5fa27a50-721a-4050-8af6-db0d1ecf0a64', 'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'mac_address': 'fa:16:3e:8b:f6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:22Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 2, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'subnets': [{'id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:02:29.473175 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Checking router: 831747c1-64a7-44ac-8af8-9e2d1e20f388 for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:02:29.473581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Updating router 831747c1-64a7-44ac-8af8-9e2d1e20f388 port 5fa27a50-721a-4050-8af6-db0d1ecf0a64 binding host dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 01:02:29.540159 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:29.634989 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b57e5-df3a-497e-ba44-e46625bfc183 req-41f5b92e-9e39-42a1-8853-eab6cb402d75 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:29.643445 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7d5b57e5-df3a-497e-ba44-e46625bfc183 req-41f5b92e-9e39-42a1-8853-eab6cb402d75 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1197612
Jan 20 01:02:29.712343 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7d5b57e5-df3a-497e-ba44-e46625bfc183 req-b2198411-c76d-4c15-b738-4ac7efb6d535 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677781
Jan 20 01:02:29.861690 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 632b94ff-ade2-4b92-a721-ff306f7c8be2 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:02:29.952340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 632b94ff-ade2-4b92-a721-ff306f7c8be2 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:29.953407 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:30.073249 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:30.086602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Transition to ACTIVE for port object 5fa27a50-721a-4050-8af6-db0d1ecf0a64 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:02:30.090888 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:30.109409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-82580a56-d6e5-4934-b661-d9ee56b77007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:30.295758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Pushing event updated for resources: {'Port': ['ID=5fa27a50-721a-4050-8af6-db0d1ecf0a64,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:30.307240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.307636 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.308014 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.308385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.308755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.309142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.309838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.309838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.311022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.311022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.311022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.311279 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.311635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.311949 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.312763 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.316236 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.316631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.317200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.317567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.317937 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.318300 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.318664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.319023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.320160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:02:30.326394 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:30.541975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Attempting to bind port 5fa27a50-721a-4050-8af6-db0d1ecf0a64 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:02:30.542394 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Attempting to bind port 5fa27a50-721a-4050-8af6-db0d1ecf0a64 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '14ec0882-72d5-4128-b6b4-66cc11284e1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:02:30.542809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Attempting to bind port 5fa27a50-721a-4050-8af6-db0d1ecf0a64 on network f642aeb4-8420-407d-ba62-aa0ecef5c415 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:02:30.549839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:02:30.550407 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Checking segment: {'id': '14ec0882-72d5-4128-b6b4-66cc11284e1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:02:30.550859 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:30.551300 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Bound using segment: {'id': '14ec0882-72d5-4128-b6b4-66cc11284e1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:02:30.551826 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Bound port: 5fa27a50-721a-4050-8af6-db0d1ecf0a64, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ec0882-72d5-4128-b6b4-66cc11284e1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:02:30.552278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:30.666544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] For port 5fa27a50-721a-4050-8af6-db0d1ecf0a64, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:02:30.670599 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] For port 5fa27a50-721a-4050-8af6-db0d1ecf0a64, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=5fa27a50-721a-4050-8af6-db0d1ecf0a64,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:02:30.674248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:30.692799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:31.007311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Pushing event updated for resources: {'Port': ['ID=5fa27a50-721a-4050-8af6-db0d1ecf0a64,revision_number=4']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:31.012596 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-47f5ee8d-59c4-4124-b3af-021b0c7fdd3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:31.047861 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c739ce-14f7-4bfb-b9cb-3a59749f779c req-a6505fc4-ad77-477c-a40e-69b4d766bee9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:31.057947 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Routers {'831747c1-64a7-44ac-8af8-9e2d1e20f388'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:02:31.058847 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b11b5c0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:02:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['831747c1-64a7-44ac-8af8-9e2d1e20f388'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:02:31.060401 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2c739ce-14f7-4bfb-b9cb-3a59749f779c req-a6505fc4-ad77-477c-a40e-69b4d766bee9 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1659632
Jan 20 01:02:31.143781 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2c739ce-14f7-4bfb-b9cb-3a59749f779c req-cfca911b-52c6-4653-8392-490b5b387981 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823064
Jan 20 01:02:31.286219 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] Set router 831747c1-64a7-44ac-8af8-9e2d1e20f388 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:02:31.693403 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b11b5c0>, [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 4, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '5fa27a50-721a-4050-8af6-db0d1ecf0a64', 'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'mac_address': 'fa:16:3e:8b:f6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:22Z', 'updated_at': '2021-01-20T01:02:30Z', 'revision_number': 4, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'subnets': [{'id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:02:31.700064 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3818a71-0971-4ef1-b4bb-7a94b5a4eaed None None] The sync data for ids ['831747c1-64a7-44ac-8af8-9e2d1e20f388'] in dv-cinder-667108-30-iscsi is: [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 4, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '5fa27a50-721a-4050-8af6-db0d1ecf0a64', 'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'mac_address': 'fa:16:3e:8b:f6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:22Z', 'updated_at': '2021-01-20T01:02:30Z', 'revision_number': 4, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'subnets': [{'id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:02:31.904268 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 5fa27a50-721a-4050-8af6-db0d1ecf0a64 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:02:31.998088 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 5fa27a50-721a-4050-8af6-db0d1ecf0a64 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:02:32.005597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 5fa27a50-721a-4050-8af6-db0d1ecf0a64 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:32.006184 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:32.148836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:32.185975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port 5fa27a50-721a-4050-8af6-db0d1ecf0a64, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=5fa27a50-721a-4050-8af6-db0d1ecf0a64,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:02:32.202512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:32.204461 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:32.286082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=5fa27a50-721a-4050-8af6-db0d1ecf0a64,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:32.290329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:32.416835 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea540a9-e803-4fa3-8973-67431adf5f0f req-7a3267b9-5c7d-40c1-8781-657ee067f07c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:32.418650 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3ea540a9-e803-4fa3-8973-67431adf5f0f req-7a3267b9-5c7d-40c1-8781-657ee067f07c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1101842
Jan 20 01:02:32.487517 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3ea540a9-e803-4fa3-8973-67431adf5f0f req-92f8b380-4ede-4764-995d-6bdaefba29cd tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622106
Jan 20 01:02:33.604686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 802e6700-a3e8-4611-a857-7d2d96080875 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:02:33.701165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 802e6700-a3e8-4611-a857-7d2d96080875 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:33.701702 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:33.777953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518ab78-a4c8-4f5e-a00a-00f00f0bc3a0 req-ca7d30ef-d92b-4cd4-b7ba-a919de3de703 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:33.785524 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c518ab78-a4c8-4f5e-a00a-00f00f0bc3a0 req-ca7d30ef-d92b-4cd4-b7ba-a919de3de703 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1177995
Jan 20 01:02:33.837750 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c518ab78-a4c8-4f5e-a00a-00f00f0bc3a0 req-9455b8f2-22a8-477d-a4fc-72d79ba11305 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512323
Jan 20 01:02:33.898152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 5fa27a50-721a-4050-8af6-db0d1ecf0a64 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:02:33.986288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 5fa27a50-721a-4050-8af6-db0d1ecf0a64 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:33.987182 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:35.089529 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592ec4c-63f7-45e6-ba34-7e44689ed2e7 req-69d4bd6e-9e44-40a3-b1ad-c8f63627e0f0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:35.091202 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3592ec4c-63f7-45e6-ba34-7e44689ed2e7 req-69d4bd6e-9e44-40a3-b1ad-c8f63627e0f0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1041963
Jan 20 01:02:35.161712 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3592ec4c-63f7-45e6-ba34-7e44689ed2e7 req-b96d7987-2322-48aa-a350-ab83f962baf7 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637393
Jan 20 01:02:35.450787 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-7a2aed8f-95e7-4137-a15b-3b5d26cba88c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:35.452280 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-7a2aed8f-95e7-4137-a15b-3b5d26cba88c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/networks?id=f642aeb4-8420-407d-ba62-aa0ecef5c415 HTTP/1.1" status: 200  len: 815 time: 0.1722493
Jan 20 01:02:35.468057 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-3742e9ac-a37f-4aec-bb4b-a3e6617c2225 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/quotas/5f7012eb63c143508e5384d340dbc73f HTTP/1.1" status: 200  len: 375 time: 0.0096786
Jan 20 01:02:35.562662 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-100a282f-6b3b-4e6a-8b38-e69861f9f7d6 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f7012eb63c143508e5384d340dbc73f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0890787
Jan 20 01:02:35.789390 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-ed8462ed-aff7-4bd2-b369-cb254b32d1c6 service neutron] 10.222.0.37 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139270
Jan 20 01:02:35.938688 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-048e445e-1f1c-44c4-8bd2-b04b9befe051 service neutron] 10.222.0.37 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426580
Jan 20 01:02:36.145450 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-20467563-85c3-4e63-8630-849cf4eae0cb req-22654435-a79c-4fdb-98e7-165a945db0df tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 210 time: 0.0513108
Jan 20 01:02:36.407353 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f223-3e1e-4b78-adcc-87a4c1d69771 req-1dcf0628-f147-4d33-ad72-0ff706106b31 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:36.409003 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9292f223-3e1e-4b78-adcc-87a4c1d69771 req-1dcf0628-f147-4d33-ad72-0ff706106b31 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1092453
Jan 20 01:02:36.462961 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9292f223-3e1e-4b78-adcc-87a4c1d69771 req-a7880c69-a5ee-4d00-a9e3-d43df7604ae2 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459559
Jan 20 01:02:37.367978 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f968dc0f-2f40-4cad-b888-ddd10706377f req-401949fa-8281-4df4-97dc-b3bd247e430a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 210 time: 0.0534241
Jan 20 01:02:37.480202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-cc75d308-4f1d-4742-968f-9fc83b81becc tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:37.481132 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-cc75d308-4f1d-4742-968f-9fc83b81becc tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Synchronizing usage tracker for tenant:5f7012eb63c143508e5384d340dbc73f on resource:network {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:02:37.501436 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-cc75d308-4f1d-4742-968f-9fc83b81becc tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Unset dirty status for tenant:5f7012eb63c143508e5384d340dbc73f on resource:network {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:02:37.502710 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-cc75d308-4f1d-4742-968f-9fc83b81becc tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.20 "GET /v2.0/networks?id=f642aeb4-8420-407d-ba62-aa0ecef5c415 HTTP/1.1" status: 200  len: 815 time: 0.2341542
Jan 20 01:02:37.545262 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Request body: {'port': {'device_id': '48ecefee-4391-4ff7-9e81-d347539fc249', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'admin_state_up': True, 'tenant_id': '5f7012eb63c143508e5384d340dbc73f'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:02:37.713685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:02:37.718883 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Usage tracker for resource:port and tenant:5f7012eb63c143508e5384d340dbc73f is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:02:37.722274 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Quota usage for port was recalculated. Used quota:2. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:02:37.738723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:02:37.740174 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de896c-8aa3-4d74-bde9-693e18c7f91b req-6ae31f6d-cf65-4ae0-a0d9-60359fd05254 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:37.768692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Made reservation on behalf of 5f7012eb63c143508e5384d340dbc73f for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:02:37.770853 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-92de896c-8aa3-4d74-bde9-693e18c7f91b req-6ae31f6d-cf65-4ae0-a0d9-60359fd05254 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1562424
Jan 20 01:02:37.789209 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:37.837851 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-92de896c-8aa3-4d74-bde9-693e18c7f91b req-e661ecf6-6107-4fdd-abd4-e48354a548ee tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659456
Jan 20 01:02:38.238285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Allocated IP 172.20.0.6 (f642aeb4-8420-407d-ba62-aa0ecef5c415/e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3/56ddc878-6f52-44f2-911c-4fe8f2c91ca6) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:02:38.474551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:38.494050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Transition to ACTIVE for port object 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 will not be triggered until provisioned by entity DHCP. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:02:38.521044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:38.545261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bbef3df1-22aa-4a5d-a2d1-d40c53dc9aa3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:38.623486 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086e868-69b0-432f-b49c-e2bffe73e594 req-0533a643-4f64-42a6-8ca1-facbc213de60 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:38.625344 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b086e868-69b0-432f-b49c-e2bffe73e594 req-0533a643-4f64-42a6-8ca1-facbc213de60 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 931 time: 0.1106672
Jan 20 01:02:38.701422 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b086e868-69b0-432f-b49c-e2bffe73e594 req-01a8e85d-5a23-4bd7-94b1-82f3c61f839c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636065
Jan 20 01:02:38.706988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Pushing event updated for resources: {'Port': ['ID=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:38.718415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:38.777757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Network f642aeb4-8420-407d-ba62-aa0ecef5c415 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:02:38.779491 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:02:38.781966 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:02:38.875655 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:38.876387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:38.905108 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-66c7e51a-8790-4d57-a2a1-8f33316b8242 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3613400
Jan 20 01:02:39.036670 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-1d9d8776-dcb8-427e-8ebc-a80c629571f7 None None] Provisioning for port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:02:39.042926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-1d9d8776-dcb8-427e-8ebc-a80c629571f7 None None] Provisioning complete for port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:39.043567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8776-dcb8-427e-8ebc-a80c629571f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:39.104824 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d8776-dcb8-427e-8ebc-a80c629571f7 None None] Port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:02:39.120792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7a8c8-dc7a-4049-8da0-5e7194594bc6 req-6966e169-3892-45e9-9afd-19a727a76221 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:39.122540 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b4e7a8c8-dc7a-4049-8da0-5e7194594bc6 req-6966e169-3892-45e9-9afd-19a727a76221 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1181390
Jan 20 01:02:39.186396 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b4e7a8c8-dc7a-4049-8da0-5e7194594bc6 req-f1c27c69-58e2-4384-b528-e6544470ab33 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521417
Jan 20 01:02:39.960651 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09d626-0a9d-4b16-aacf-f431384738a1 req-8e6c1646-c666-49f9-8293-8f2df47bb5ef tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:39.963123 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ac09d626-0a9d-4b16-aacf-f431384738a1 req-8e6c1646-c666-49f9-8293-8f2df47bb5ef tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 931 time: 0.1097002
Jan 20 01:02:40.018753 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ac09d626-0a9d-4b16-aacf-f431384738a1 req-e7a772df-f466-4fb2-802b-536686f6550a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483339
Jan 20 01:02:40.452521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec0aaa-27d6-4df2-b5a7-3f67707b48ca req-2aeccf88-e59e-4e1c-b74b-a19aa2b84f53 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:40.454263 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6bec0aaa-27d6-4df2-b5a7-3f67707b48ca req-2aeccf88-e59e-4e1c-b74b-a19aa2b84f53 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1128070
Jan 20 01:02:40.510042 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6bec0aaa-27d6-4df2-b5a7-3f67707b48ca req-5b216358-e57d-4148-9732-680a2a9b5a28 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490558
Jan 20 01:02:41.267820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2e4c3-3e54-4c43-9c4b-fe1c946dfe32 req-0b939bd4-2814-42f6-a02a-70b37fddd644 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:41.269588 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-47f2e4c3-3e54-4c43-9c4b-fe1c946dfe32 req-0b939bd4-2814-42f6-a02a-70b37fddd644 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 931 time: 0.1154070
Jan 20 01:02:41.324764 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-47f2e4c3-3e54-4c43-9c4b-fe1c946dfe32 req-8450d4bf-1808-44e2-a097-a22a420ae6c3 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466812
Jan 20 01:02:41.772703 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b90f8-5c45-4058-aea9-1e7170d8b7a3 req-be143c0a-58e7-4dcb-95de-1c851b958f46 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:41.774353 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c0b90f8-5c45-4058-aea9-1e7170d8b7a3 req-be143c0a-58e7-4dcb-95de-1c851b958f46 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1103301
Jan 20 01:02:41.829004 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c0b90f8-5c45-4058-aea9-1e7170d8b7a3 req-fd5f058b-f278-4c45-8804-7ec20a130562 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480282
Jan 20 01:02:42.064036 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9adf5edd-65bb-4212-b757-c3d8c8790035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:42.568695 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a532f80-56a6-48bc-89af-45dc24baf17c req-f1258012-7250-4872-9865-25182230e44e tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:42.570620 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7a532f80-56a6-48bc-89af-45dc24baf17c req-f1258012-7250-4872-9865-25182230e44e tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 931 time: 0.1123383
Jan 20 01:02:42.839311 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7a532f80-56a6-48bc-89af-45dc24baf17c req-1502bf6e-49ad-4f0a-a0df-74156cf24cd8 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2620099
Jan 20 01:02:43.084850 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e400c40-7ab7-4a86-b41e-dc1ae68176ff req-97ada1db-8a42-4310-a6b1-5eb79f58b29d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:43.086526 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7e400c40-7ab7-4a86-b41e-dc1ae68176ff req-97ada1db-8a42-4310-a6b1-5eb79f58b29d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1056793
Jan 20 01:02:43.148223 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7e400c40-7ab7-4a86-b41e-dc1ae68176ff req-bb629b0a-ba84-477f-b0b9-dc36e340ce51 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543196
Jan 20 01:02:44.083724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79efae9-ce7a-435c-92ff-c86e9a37e240 req-1e613aaf-a1cd-4ebd-aed7-3f83ee049616 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:44.086004 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e79efae9-ce7a-435c-92ff-c86e9a37e240 req-1e613aaf-a1cd-4ebd-aed7-3f83ee049616 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 931 time: 0.1090708
Jan 20 01:02:44.143968 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e79efae9-ce7a-435c-92ff-c86e9a37e240 req-93594c4f-d0fc-4c79-a280-22f1c5ecef67 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481651
Jan 20 01:02:44.410494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce3767-b624-4faa-9fac-63f3f8ac2449 req-0a56a410-a5d7-4925-9246-44e7fcb5d7ee tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:44.412196 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72ce3767-b624-4faa-9fac-63f3f8ac2449 req-0a56a410-a5d7-4925-9246-44e7fcb5d7ee tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1104107
Jan 20 01:02:44.465581 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-72ce3767-b624-4faa-9fac-63f3f8ac2449 req-4560cedc-5e07-43bf-9c9a-0ce4c46281bb tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465858
Jan 20 01:02:44.609248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5203c83e-3d50-4a4b-bcd9-2ddca84bf24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:44.780797 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:45.408060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad93a35-1ee1-4ca0-a7a1-c4b9520ab4d2 req-c95e051e-acb7-40da-85aa-0363f882d522 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:45.409725 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5ad93a35-1ee1-4ca0-a7a1-c4b9520ab4d2 req-c95e051e-acb7-40da-85aa-0363f882d522 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 931 time: 0.1087000
Jan 20 01:02:45.467164 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5ad93a35-1ee1-4ca0-a7a1-c4b9520ab4d2 req-57831df6-4fb3-4770-a466-0e5c143c8e3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496342
Jan 20 01:02:45.727008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302288d-4975-4391-af6c-5baeab885992 req-daf99c95-f2db-4f0f-9826-3852671beec2 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:45.733472 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8302288d-4975-4391-af6c-5baeab885992 req-daf99c95-f2db-4f0f-9826-3852671beec2 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1096597
Jan 20 01:02:45.781949 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8302288d-4975-4391-af6c-5baeab885992 req-3ba0d2f0-d747-4987-b728-f9060b75bd06 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469828
Jan 20 01:02:46.616285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:46.714357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5282fd-4639-4f3a-82f6-d7be83adba37 req-678955b8-eb6a-495e-85fc-69fc476657b2 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:46.716072 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fb5282fd-4639-4f3a-82f6-d7be83adba37 req-678955b8-eb6a-495e-85fc-69fc476657b2 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 931 time: 0.1125712
Jan 20 01:02:46.748265 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:46.768848 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fb5282fd-4639-4f3a-82f6-d7be83adba37 req-81e94432-4038-4235-9ef1-2f082c11bb02 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457973
Jan 20 01:02:47.038091 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ac9d1-a97f-4bb1-a15f-be2fd7741fe1 req-9c6ff22d-7906-4224-ad38-30bea1c05063 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:47.039791 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-484ac9d1-a97f-4bb1-a15f-be2fd7741fe1 req-9c6ff22d-7906-4224-ad38-30bea1c05063 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1034839
Jan 20 01:02:47.094801 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-484ac9d1-a97f-4bb1-a15f-be2fd7741fe1 req-1ee47a34-2a9c-4968-9657-2ccdd622121d tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476389
Jan 20 01:02:48.002531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a11e6-1804-49cc-a367-a9e4bc696ca0 req-459bab5d-5859-4223-950a-7c16c4258e3e tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:48.004133 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ab5a11e6-1804-49cc-a367-a9e4bc696ca0 req-459bab5d-5859-4223-950a-7c16c4258e3e tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 931 time: 0.1047325
Jan 20 01:02:48.055330 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ab5a11e6-1804-49cc-a367-a9e4bc696ca0 req-4e0f30ac-1e7a-485a-8639-28920a8677ff tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440352
Jan 20 01:02:48.299867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Request body: {'port': {'device_id': '48ecefee-4391-4ff7-9e81-d347539fc249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:02:48.347241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd693c-e0b4-45b6-8bfe-df21c1354f54 req-e66da1a6-30d5-45af-8aa6-d365b18ebfcc tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:48.348946 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-68dd693c-e0b4-45b6-8bfe-df21c1354f54 req-e66da1a6-30d5-45af-8aa6-d365b18ebfcc tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1071696
Jan 20 01:02:48.401947 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-68dd693c-e0b4-45b6-8bfe-df21c1354f54 req-8ae4f407-8e53-4f79-80f3-62b90e11cca8 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454683
Jan 20 01:02:48.428107 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:48.863255 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 01:02:48.872086 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:48.886490 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Transition to ACTIVE for port object 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:02:48.890530 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:48.905052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fc06c097-5f56-47ff-884a-9550f6ee3141 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:49.053023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Pushing event updated for resources: {'Port': ['ID=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:49.058468 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:49.279952 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Attempting to bind port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:02:49.280448 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Attempting to bind port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '14ec0882-72d5-4128-b6b4-66cc11284e1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:02:49.282164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Attempting to bind port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 on network f642aeb4-8420-407d-ba62-aa0ecef5c415 {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:02:49.288931 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:02:49.289477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Checking segment: {'id': '14ec0882-72d5-4128-b6b4-66cc11284e1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:02:49.290537 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:49.291062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Bound using segment: {'id': '14ec0882-72d5-4128-b6b4-66cc11284e1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:02:49.291747 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Bound port: 56ddc878-6f52-44f2-911c-4fe8f2c91ca6, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ec0882-72d5-4128-b6b4-66cc11284e1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:02:49.292213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:49.345750 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f47d6c-a798-4b1f-84dc-6b0d80a5b08c req-b619ad67-4ae6-4b1a-9319-d6743fbe4030 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:49.347422 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d3f47d6c-a798-4b1f-84dc-6b0d80a5b08c req-b619ad67-4ae6-4b1a-9319-d6743fbe4030 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 943 time: 0.1256180
Jan 20 01:02:49.398994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] For port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:02:49.404485 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] For port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:02:49.408483 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:49.408648 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d3f47d6c-a798-4b1f-84dc-6b0d80a5b08c req-9a8d548b-b6fa-440d-b401-b0e106bc04db tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534041
Jan 20 01:02:49.425767 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-67e9d26f-02be-4411-951c-410dae7e1719 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:49.509960 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Pushing event updated for resources: {'Port': ['ID=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:49.515900 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:49.684202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:49.686235 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:49.690740 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] 10.222.0.20 "PUT /v2.0/ports/56ddc878-6f52-44f2-911c-4fe8f2c91ca6 HTTP/1.1" status: 200  len: 1157 time: 1.3948874
Jan 20 01:02:49.691624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:02:49.733667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7db84e-f07c-47ec-a9e7-c8b98c555590 req-c400004b-3d32-4595-b784-466991c21c0c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:49.735450 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3f7db84e-f07c-47ec-a9e7-c8b98c555590 req-c400004b-3d32-4595-b784-466991c21c0c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1773286
Jan 20 01:02:49.778465 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6', 'status': 'completed', 'code': 200}
Jan 20 01:02:49.797267 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3f7db84e-f07c-47ec-a9e7-c8b98c555590 req-7c5d25dc-ccc5-42f0-b2da-21d8e4d29fc5 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549147
Jan 20 01:02:49.920070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfaf17-c4ea-4c90-9800-cdad66b5399f req-74f4ccc1-c145-4a90-9d6a-d6631e5b29af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:49.922062 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bcbfaf17-c4ea-4c90-9800-cdad66b5399f req-74f4ccc1-c145-4a90-9d6a-d6631e5b29af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f7012eb63c143508e5384d340dbc73f&device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 1160 time: 0.1020558
Jan 20 01:02:50.143926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfaf17-c4ea-4c90-9800-cdad66b5399f req-d9008dc6-c9dc-4150-a850-dca0e5e6ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:50.145610 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bcbfaf17-c4ea-4c90-9800-cdad66b5399f req-d9008dc6-c9dc-4150-a850-dca0e5e6ec68 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5f7012eb63c143508e5384d340dbc73f&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2053273
Jan 20 01:02:50.331387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfaf17-c4ea-4c90-9800-cdad66b5399f req-478243c3-886a-45ee-9df7-f6031f286df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:50.333244 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bcbfaf17-c4ea-4c90-9800-cdad66b5399f req-478243c3-886a-45ee-9df7-f6031f286df6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1784399
Jan 20 01:02:50.781117 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3480e4-6a86-457c-919e-7374489ffa21 req-f25866e9-5874-4129-9906-b46975d75148 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:50.788433 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-be3480e4-6a86-457c-919e-7374489ffa21 req-f25866e9-5874-4129-9906-b46975d75148 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 943 time: 0.2116833
Jan 20 01:02:50.863855 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-f8cfac94-49ee-4056-9344-02b83fb500ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:50.865690 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-f8cfac94-49ee-4056-9344-02b83fb500ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f7012eb63c143508e5384d340dbc73f&device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 1160 time: 0.4616497
Jan 20 01:02:50.905297 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-be3480e4-6a86-457c-919e-7374489ffa21 req-1e569000-1993-4dd9-bc16-9be6b2c25cbf tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119194
Jan 20 01:02:51.047278 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-af2fecc1-3c75-4759-9819-a2e595041bb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6 HTTP/1.1" status: 200  len: 217 time: 0.1664226
Jan 20 01:02:51.152551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-ad81f268-dc83-40cd-94f7-05a72f8fc66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:51.154183 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-ad81f268-dc83-40cd-94f7-05a72f8fc66b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3 HTTP/1.1" status: 200  len: 854 time: 0.1008320
Jan 20 01:02:51.207001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17cbc3-e8f5-47e1-bfd6-dbb6bfaaa6df req-7c36f314-076b-4e02-8278-fa93418e148b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:51.216779 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ad17cbc3-e8f5-47e1-bfd6-dbb6bfaaa6df req-7c36f314-076b-4e02-8278-fa93418e148b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1277559
Jan 20 01:02:51.250452 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-a8db0178-d08a-4989-847f-6a7ecb9ec123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:51.252072 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-a8db0178-d08a-4989-847f-6a7ecb9ec123 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f642aeb4-8420-407d-ba62-aa0ecef5c415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0905120
Jan 20 01:02:51.293128 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ad17cbc3-e8f5-47e1-bfd6-dbb6bfaaa6df req-401872e8-8242-4598-a028-3e6ed1395524 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726142
Jan 20 01:02:51.410519 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-a8ebb8c2-3c2a-4f54-81ed-2a7dc1c2942a service neutron] 10.222.0.20 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495891
Jan 20 01:02:51.596513 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-14a47b5c-04ed-4a4b-9fe5-7dd17efc7671 req-1333c1b2-dc5f-4c01-babf-0fe0a6a769d2 service neutron] 10.222.0.20 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1779151
Jan 20 01:02:52.165857 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1226dda-19ca-4c0a-85ce-5f62f2b724c1 req-a76e9e32-91ca-4de5-852a-46e725e3d57c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:52.175914 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f1226dda-19ca-4c0a-85ce-5f62f2b724c1 req-a76e9e32-91ca-4de5-852a-46e725e3d57c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 943 time: 0.1388092
Jan 20 01:02:52.231808 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f1226dda-19ca-4c0a-85ce-5f62f2b724c1 req-6fa681cc-f23a-4e85-bcf8-83df11daa06f tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546005
Jan 20 01:02:52.557682 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1fc82-d1b5-44fc-9153-d2fbad0784aa req-293090bc-11c6-426c-adab-6c902f0d111b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:52.559410 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-13b1fc82-d1b5-44fc-9153-d2fbad0784aa req-293090bc-11c6-426c-adab-6c902f0d111b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1196442
Jan 20 01:02:52.615874 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-13b1fc82-d1b5-44fc-9153-d2fbad0784aa req-edb8ba3b-de7d-46f4-8a46-1dd100bbc9da tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499632
Jan 20 01:02:53.475032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9479c-01d8-4be8-8399-72f170afb40a req-8ef18677-bb91-4da7-bd3b-01169908cc99 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:53.477432 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4dd9479c-01d8-4be8-8399-72f170afb40a req-8ef18677-bb91-4da7-bd3b-01169908cc99 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 943 time: 0.1075606
Jan 20 01:02:53.532748 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4dd9479c-01d8-4be8-8399-72f170afb40a req-405f58ef-56ea-4706-8c65-491630e03f8d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480325
Jan 20 01:02:53.893950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e638f8-dcdc-4529-9635-13e12ceacf23 req-5fa8599e-06db-461b-9f8e-28c833df3d46 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:53.895681 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-63e638f8-dcdc-4529-9635-13e12ceacf23 req-5fa8599e-06db-461b-9f8e-28c833df3d46 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1119380
Jan 20 01:02:53.908176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.objects.ports [None req-22b9ccf2-3ed1-44e8-a3f7-bd166873c034 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80158) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 20 01:02:53.952652 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-63e638f8-dcdc-4529-9635-13e12ceacf23 req-86c1af68-5d02-4328-9546-9e9dae243883 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487912
Jan 20 01:02:54.694346 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 802e6700-a3e8-4611-a857-7d2d96080875 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:02:54.785927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba93d3-7667-4a05-9a3e-bda5cd124f9a req-c2c55b41-768c-4953-856d-af57ee8e77cf tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:54.787652 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bdba93d3-7667-4a05-9a3e-bda5cd124f9a req-c2c55b41-768c-4953-856d-af57ee8e77cf tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 943 time: 0.1118371
Jan 20 01:02:54.799887 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 802e6700-a3e8-4611-a857-7d2d96080875 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:54.800294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:54.857192 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bdba93d3-7667-4a05-9a3e-bda5cd124f9a req-21f58d8a-88c4-4a68-8fb1-376e737e904f tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598516
Jan 20 01:02:54.940055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:02:55.019528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:02:55.026217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:55.027624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:55.192208 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:55.218821 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:02:55.232108 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:02:55.251875 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:55.253912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:02:55.259401 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38aa49c-02fd-483d-a1c5-adc60ed74d5c req-d133277e-5651-4c63-8a2c-2105cf22d815 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:55.268999 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d38aa49c-02fd-483d-a1c5-adc60ed74d5c req-d133277e-5651-4c63-8a2c-2105cf22d815 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1481483
Jan 20 01:02:55.348125 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d38aa49c-02fd-483d-a1c5-adc60ed74d5c req-1f09f81f-33e9-4702-aa69-95a3218f5c31 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785563
Jan 20 01:02:55.353921 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:02:55.357807 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6', 'code': 200}
Jan 20 01:02:55.358542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:02:55.665787 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d992201-f9db-499f-bb65-9cdf2da98cea req-f934e74e-455d-47aa-9406-005e4cc6a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:55.667578 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8d992201-f9db-499f-bb65-9cdf2da98cea req-f934e74e-455d-47aa-9406-005e4cc6a715 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 1162 time: 0.0912976
Jan 20 01:02:55.714686 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8d992201-f9db-499f-bb65-9cdf2da98cea req-fdf98beb-3c72-48df-852c-c97543ca376d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399191
Jan 20 01:02:55.808371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:02:55.888413 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:02:55.888829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:56.133922 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e925581-2449-4e91-a77d-58492970f6c6 req-2b997b50-9df9-44dd-889b-cf2a5ca2feb7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:56.135631 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7e925581-2449-4e91-a77d-58492970f6c6 req-2b997b50-9df9-44dd-889b-cf2a5ca2feb7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 945 time: 0.1129959
Jan 20 01:02:56.215302 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7e925581-2449-4e91-a77d-58492970f6c6 req-744b82d3-e8ad-451b-8fd3-4bc70d88401e tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565705
Jan 20 01:02:56.652485 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91416a4b-a674-4569-8e14-01f94778c7d0 req-48568539-8112-44f4-a15d-74bd78800c91 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:56.654223 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-91416a4b-a674-4569-8e14-01f94778c7d0 req-48568539-8112-44f4-a15d-74bd78800c91 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1161280
Jan 20 01:02:56.716463 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-91416a4b-a674-4569-8e14-01f94778c7d0 req-0d4092ec-abe1-4d08-83d8-006638f811fb tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558755
Jan 20 01:02:56.932920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:02:57.480342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cc42-bca3-471b-a086-3cdbd02b2fd0 req-a5c8e294-3784-4ada-907b-abeb4bc87326 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:57.483077 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4e46cc42-bca3-471b-a086-3cdbd02b2fd0 req-a5c8e294-3784-4ada-907b-abeb4bc87326 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 945 time: 0.1127696
Jan 20 01:02:57.540451 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4e46cc42-bca3-471b-a086-3cdbd02b2fd0 req-5d5372d5-854e-4890-8eeb-ef85decd4624 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519681
Jan 20 01:02:57.837602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61e818-e9ac-4eee-aced-5b155347cc77 req-0af2bbf0-a0e7-46a5-b008-4dcfee3d33cd tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:57.839624 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7c61e818-e9ac-4eee-aced-5b155347cc77 req-0af2bbf0-a0e7-46a5-b008-4dcfee3d33cd tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 945 time: 0.1246042
Jan 20 01:02:57.906614 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7c61e818-e9ac-4eee-aced-5b155347cc77 req-cbcda741-6137-4021-860d-c8dfd50279d2 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601668
Jan 20 01:02:58.049783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4051ae-c224-4f57-9105-c550b24da738 req-9775c38d-7fa4-4803-924f-46fed7a78f21 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:58.051640 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fb4051ae-c224-4f57-9105-c550b24da738 req-9775c38d-7fa4-4803-924f-46fed7a78f21 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1316795
Jan 20 01:02:58.110821 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fb4051ae-c224-4f57-9105-c550b24da738 req-1ccd5aa8-90ac-4b96-adf7-fb4826b3f962 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516069
Jan 20 01:02:58.484355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dbbac-e863-4424-9827-038b92e7828b req-4ad095f8-b579-4341-b1e7-1a1f634b07f5 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:58.486206 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0d0dbbac-e863-4424-9827-038b92e7828b req-4ad095f8-b579-4341-b1e7-1a1f634b07f5 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 945 time: 0.1122160
Jan 20 01:02:58.545318 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0d0dbbac-e863-4424-9827-038b92e7828b req-e539a674-39ee-40b5-9461-ca6cdb88ba7a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521054
Jan 20 01:02:59.364039 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da85b96-4fcf-43ef-9865-82cd927bdfad req-b444cf6f-4ead-468a-99fc-1f1f8fa7f9a1 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:59.365721 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2da85b96-4fcf-43ef-9865-82cd927bdfad req-b444cf6f-4ead-468a-99fc-1f1f8fa7f9a1 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1066656
Jan 20 01:02:59.417792 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2da85b96-4fcf-43ef-9865-82cd927bdfad req-eeefd856-27f9-4944-b3e2-d7d459566ea3 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457079
Jan 20 01:02:59.752656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fd5c3-f211-47d3-bf56-9f2b2bf9d1e3 req-fd508b9e-cf5d-499c-b479-ca2f1d393020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:59.754281 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9f1fd5c3-f211-47d3-bf56-9f2b2bf9d1e3 req-fd508b9e-cf5d-499c-b479-ca2f1d393020 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 1162 time: 0.0791154
Jan 20 01:02:59.900881 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fd5c3-f211-47d3-bf56-9f2b2bf9d1e3 req-1b54f4e5-4a05-4c21-a411-a7ce03cf401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:02:59.902572 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9f1fd5c3-f211-47d3-bf56-9f2b2bf9d1e3 req-1b54f4e5-4a05-4c21-a411-a7ce03cf401f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 911 time: 0.1410887
Jan 20 01:03:00.015603 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9f1fd5c3-f211-47d3-bf56-9f2b2bf9d1e3 req-67a3c8ec-769b-4bec-88f7-8f17d3ac288f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=802e6700-a3e8-4611-a857-7d2d96080875 HTTP/1.1" status: 200  len: 1000 time: 0.1063147
Jan 20 01:03:00.089771 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fd5c3-f211-47d3-bf56-9f2b2bf9d1e3 req-1d7d1921-1a9d-4054-9d50-457249e524b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:00.091300 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9f1fd5c3-f211-47d3-bf56-9f2b2bf9d1e3 req-1d7d1921-1a9d-4054-9d50-457249e524b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 HTTP/1.1" status: 200  len: 856 time: 0.0693479
Jan 20 01:03:00.172537 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fd5c3-f211-47d3-bf56-9f2b2bf9d1e3 req-c8606fed-b647-440d-9577-bfb1594d0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:00.174283 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9f1fd5c3-f211-47d3-bf56-9f2b2bf9d1e3 req-c8606fed-b647-440d-9577-bfb1594d0dc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6192c1e-956c-4a43-9332-7629d998b277&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0769045
Jan 20 01:03:00.324357 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9f1fd5c3-f211-47d3-bf56-9f2b2bf9d1e3 req-69992d04-f91e-4e6b-a6ec-2314dc84c810 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424890
Jan 20 01:03:00.471416 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9f1fd5c3-f211-47d3-bf56-9f2b2bf9d1e3 req-c46b13eb-fa05-4156-b384-6917a3f2bde7 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405759
Jan 20 01:03:00.674853 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cc48e-2207-423d-b1d8-ef1f26b4da31 req-f67e86ad-dd6b-447a-9104-a3d165547835 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:00.677468 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-945cc48e-2207-423d-b1d8-ef1f26b4da31 req-f67e86ad-dd6b-447a-9104-a3d165547835 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1040895
Jan 20 01:03:00.733038 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-945cc48e-2207-423d-b1d8-ef1f26b4da31 req-0f70fe60-a32d-4835-9ec4-e1a96fb228eb tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483532
Jan 20 01:03:01.988735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ff164-0650-44e3-858d-b83ebcd2d586 req-cccc45ae-7501-43bb-94e4-d7d59c947277 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:01.990355 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-348ff164-0650-44e3-858d-b83ebcd2d586 req-cccc45ae-7501-43bb-94e4-d7d59c947277 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1041782
Jan 20 01:03:02.040917 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-348ff164-0650-44e3-858d-b83ebcd2d586 req-50e16386-d72c-48af-b97c-abc4968eb5e0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431395
Jan 20 01:03:02.258915 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:03:03.298512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47634893-1937-4fbf-9e3b-889aed185cae req-e41f7004-973d-46eb-a6f8-3797d3dc73e5 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:03.300115 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-47634893-1937-4fbf-9e3b-889aed185cae req-e41f7004-973d-46eb-a6f8-3797d3dc73e5 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1076658
Jan 20 01:03:03.351441 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-47634893-1937-4fbf-9e3b-889aed185cae req-64461553-3fd1-4650-a42b-6e3b399ea56a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441418
Jan 20 01:03:03.739723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 802e6700-a3e8-4611-a857-7d2d96080875 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:03:03.863609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:03.895862 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:03:03.907522 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 802e6700-a3e8-4611-a857-7d2d96080875, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=802e6700-a3e8-4611-a857-7d2d96080875,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:03.910921 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:03.912726 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:03.964695 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875', 'code': 422} returned with failed status
Jan 20 01:03:03.987022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=802e6700-a3e8-4611-a857-7d2d96080875,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:03.990559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:05.031579 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-a8014b05-c4e4-48df-bb22-402e965f4997 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0771732
Jan 20 01:03:05.069277 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0cc88-ab6c-4f6a-a8d2-8760aea9df36 req-c6f49ce2-7fd6-4bfd-a2a4-bc02af503281 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:05.070980 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-22e0cc88-ab6c-4f6a-a8d2-8760aea9df36 req-c6f49ce2-7fd6-4bfd-a2a4-bc02af503281 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.1042187
Jan 20 01:03:05.123852 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-22e0cc88-ab6c-4f6a-a8d2-8760aea9df36 req-afb8eebc-10ca-4791-8c48-f2d450f4f3ba tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459359
Jan 20 01:03:05.602195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-457526a9-ab8a-463e-9774-70cb3c95e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:05.604033 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-457526a9-ab8a-463e-9774-70cb3c95e8c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7&tenant_id=91d26c4688434d0888987ba4a4381769 HTTP/1.1" status: 200  len: 1160 time: 0.0828135
Jan 20 01:03:05.714446 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-ac2bf78c-e728-4c45-a3cb-892fae7f77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:05.716074 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-ac2bf78c-e728-4c45-a3cb-892fae7f77a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 1160 time: 0.0770805
Jan 20 01:03:05.860819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-0059d504-d8a6-4278-816d-bbde55da11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:05.862445 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-0059d504-d8a6-4278-816d-bbde55da11a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 911 time: 0.1394389
Jan 20 01:03:05.972317 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-128dd13b-4e11-40df-9e85-6f2c2d6e4577 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=802e6700-a3e8-4611-a857-7d2d96080875 HTTP/1.1" status: 200  len: 998 time: 0.1022902
Jan 20 01:03:06.044367 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-f59a7f2e-683f-4d8d-b965-4b0df9143905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:06.045978 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-f59a7f2e-683f-4d8d-b965-4b0df9143905 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 HTTP/1.1" status: 200  len: 856 time: 0.0666020
Jan 20 01:03:06.128201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-c4423651-71d8-42a6-a248-9f0edd041668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:06.129830 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-c4423651-71d8-42a6-a248-9f0edd041668 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6192c1e-956c-4a43-9332-7629d998b277&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0776823
Jan 20 01:03:06.276109 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-ae2adfb3-c536-41e3-9394-a12bfb89f67e service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388664
Jan 20 01:03:06.376426 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89384520-cca5-4ef3-9fab-d565aa085778 req-ea19a9c1-03c9-48cf-924e-ca9fab536668 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:06.378093 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-89384520-cca5-4ef3-9fab-d565aa085778 req-ea19a9c1-03c9-48cf-924e-ca9fab536668 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.1063998
Jan 20 01:03:06.427794 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-eefb0e62-381d-46a1-88b4-de74496f8650 req-1cd8d38b-da67-43f0-82a8-dfd3db90c26a service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413400
Jan 20 01:03:06.430507 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-89384520-cca5-4ef3-9fab-d565aa085778 req-04ec3e32-6867-4d9e-b128-94871a0cd5da tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455401
Jan 20 01:03:07.704043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b095d5d-7cc7-49d1-b321-0dbbcdb21ab0 req-53b1f4de-e0c2-49c5-b4e0-155db04c7917 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:07.713854 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2b095d5d-7cc7-49d1-b321-0dbbcdb21ab0 req-53b1f4de-e0c2-49c5-b4e0-155db04c7917 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.1298580
Jan 20 01:03:07.769806 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2b095d5d-7cc7-49d1-b321-0dbbcdb21ab0 req-e4137253-2819-4a5e-9756-0aae387abfb6 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545239
Jan 20 01:03:09.018191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ca93d-20af-4a9f-8c81-5590e38f5764 req-92e2789c-3602-4f48-897a-dcbebc24aeb5 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:09.019907 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c05ca93d-20af-4a9f-8c81-5590e38f5764 req-92e2789c-3602-4f48-897a-dcbebc24aeb5 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.1069858
Jan 20 01:03:09.073946 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c05ca93d-20af-4a9f-8c81-5590e38f5764 req-f48602c2-f293-43bd-9491-c692d2d03600 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470626
Jan 20 01:03:10.356015 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7e4b1-1a87-48f8-8f6e-b4cfbeb20b4a req-86a06336-b538-4b6a-aeb0-2a7e64c7a8aa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:10.357577 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5a7e4b1-1a87-48f8-8f6e-b4cfbeb20b4a req-86a06336-b538-4b6a-aeb0-2a7e64c7a8aa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.1104183
Jan 20 01:03:10.410461 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5a7e4b1-1a87-48f8-8f6e-b4cfbeb20b4a req-9833e50c-933d-4307-908b-7121bbe73ab8 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459960
Jan 20 01:03:11.676961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b2fda-f023-4152-ae71-f3f91e668f21 req-8f9a0074-64d8-41f8-894e-45f9501ffd2c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:11.678708 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9c5b2fda-f023-4152-ae71-f3f91e668f21 req-8f9a0074-64d8-41f8-894e-45f9501ffd2c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.1072226
Jan 20 01:03:11.735663 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9c5b2fda-f023-4152-ae71-f3f91e668f21 req-183eff1c-fff9-4a93-838c-ed83f1234fdc tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489414
Jan 20 01:03:12.058589 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03b5a3c3-9467-4f87-bb0e-72d0d61ee679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:12.994085 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc37e18-4da7-47c5-bef2-a173d98d021a req-7c7c8e65-b302-4c0b-9ade-9b05d6eefbb6 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:12.996317 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2bc37e18-4da7-47c5-bef2-a173d98d021a req-7c7c8e65-b302-4c0b-9ade-9b05d6eefbb6 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.1054959
Jan 20 01:03:13.049563 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2bc37e18-4da7-47c5-bef2-a173d98d021a req-0164e653-2611-4142-b600-da722d9bd6f2 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464392
Jan 20 01:03:14.543915 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79333ece-6b4b-41f3-a2fd-a3094a073ddd req-6b3d95c7-8c73-4a6d-9d24-559cbfa39e41 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:14.545637 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79333ece-6b4b-41f3-a2fd-a3094a073ddd req-6b3d95c7-8c73-4a6d-9d24-559cbfa39e41 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.3324072
Jan 20 01:03:14.604289 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79333ece-6b4b-41f3-a2fd-a3094a073ddd req-7d8c6911-08f0-42c7-b738-e2b5f92fbc87 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524440
Jan 20 01:03:14.610660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a496183e-c971-4a03-8382-71a215a7fdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:14.778352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:15.875795 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ed5df-f687-49b2-8749-5863c22d07f9 req-595a8307-774c-4478-a535-f9cb9f521119 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:15.877524 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-461ed5df-f687-49b2-8749-5863c22d07f9 req-595a8307-774c-4478-a535-f9cb9f521119 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.1053708
Jan 20 01:03:15.934041 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-461ed5df-f687-49b2-8749-5863c22d07f9 req-b1a83767-1385-49fd-831c-ea6ec1d68c65 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501494
Jan 20 01:03:16.613510 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:16.751385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:17.195720 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd9f5c-8ff0-47a9-b1bd-69dcead88006 req-9e74dac2-f79f-49e0-84f3-e8932afef6d5 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:17.199382 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-39bd9f5c-8ff0-47a9-b1bd-69dcead88006 req-9e74dac2-f79f-49e0-84f3-e8932afef6d5 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.1147423
Jan 20 01:03:17.250793 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-39bd9f5c-8ff0-47a9-b1bd-69dcead88006 req-c9aa3330-e79b-445f-aa69-f9f4d03f3662 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463078
Jan 20 01:03:18.503807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d89e-066e-49a3-83f2-bbf6c538e255 req-cd0990bd-9431-4817-a538-d8ef49623ff1 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:18.505413 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4846d89e-066e-49a3-83f2-bbf6c538e255 req-cd0990bd-9431-4817-a538-d8ef49623ff1 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.1065197
Jan 20 01:03:18.556157 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4846d89e-066e-49a3-83f2-bbf6c538e255 req-72545a00-23c8-4b31-888e-ad8c30f9c4b8 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445604
Jan 20 01:03:19.805461 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8a736-5b2b-4a42-a4ec-cfbca5c6735b req-2d3ecaf8-f67d-4da3-bb56-9e8b511e22ae tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:19.807098 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-94e8a736-5b2b-4a42-a4ec-cfbca5c6735b req-2d3ecaf8-f67d-4da3-bb56-9e8b511e22ae tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.1023557
Jan 20 01:03:19.863246 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-94e8a736-5b2b-4a42-a4ec-cfbca5c6735b req-827ed2bb-92c4-4830-96a5-7c6efea52a0c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493555
Jan 20 01:03:20.321433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e03a78-46ca-467b-b0fe-0e94486eb811 req-517b92ca-1df9-4b8b-9b29-fbd31f6e8f37 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:20.323040 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-30e03a78-46ca-467b-b0fe-0e94486eb811 req-517b92ca-1df9-4b8b-9b29-fbd31f6e8f37 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 945 time: 0.1022911
Jan 20 01:03:20.373773 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-30e03a78-46ca-467b-b0fe-0e94486eb811 req-fccec1ed-d9f2-44f8-926c-484420ac63fa tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439396
Jan 20 01:03:20.590166 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-6a70bded-22f2-46eb-833f-fb20b32200e3 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1619518
Jan 20 01:03:20.601008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Request body: {'floatingip': {'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:03:20.609794 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:03:20.613830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Usage tracker for resource:floatingip and tenant:5f7012eb63c143508e5384d340dbc73f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:03:20.616738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:03:20.623117 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:03:20.632353 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for floatingip, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:20.774850 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:21.113526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Allocated IP 172.27.2.221 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/ad305523-0a91-472a-b479-b00931ab694f) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:03:21.199336 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba333e38-aea7-4469-b255-452654a187ed req-fb406acd-cb30-4772-b989-f550b7f07043 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:21.202019 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba333e38-aea7-4469-b255-452654a187ed req-fb406acd-cb30-4772-b989-f550b7f07043 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.1840620
Jan 20 01:03:21.323457 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba333e38-aea7-4469-b255-452654a187ed req-f602447d-6271-404e-8eec-2031ea42ff7f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728440
Jan 20 01:03:21.357949 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:21.386869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:21.402288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:21.537165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Pushing event updated for resources: {'Port': ['ID=ad305523-0a91-472a-b479-b00931ab694f,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:21.555023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.555437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.555844 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.556242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.556634 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.557028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.557445 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.557835 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.558224 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.558610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.559002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.560110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.560923 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.561616 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.562127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.562537 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.562934 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.563329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.563720 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.564110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.564500 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.564888 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.565304 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.565693 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:21.569940 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:21.614183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:03:21.615304 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:03:21.617578 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:03:21.701003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for floatingip, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:21.762230 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:21.892169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc764b-8ef2-491f-89bc-e735f46d082a req-10ed253a-9dbd-4740-8689-36c30f73e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:21.893907 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-acdc764b-8ef2-491f-89bc-e735f46d082a req-10ed253a-9dbd-4740-8689-36c30f73e964 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d26c4688434d0888987ba4a4381769&device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 1160 time: 0.0810182
Jan 20 01:03:22.038685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:22.042389 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847646012'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:22.053003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc764b-8ef2-491f-89bc-e735f46d082a req-976a94b8-e46b-4247-9056-cd6e108c92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:22.054644 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-acdc764b-8ef2-491f-89bc-e735f46d082a req-976a94b8-e46b-4247-9056-cd6e108c92cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 200  len: 911 time: 0.1412044
Jan 20 01:03:22.058481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:22.177917 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-acdc764b-8ef2-491f-89bc-e735f46d082a req-71d89f8d-46e1-42f1-9068-7bfd33dbc00b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=802e6700-a3e8-4611-a857-7d2d96080875 HTTP/1.1" status: 200  len: 998 time: 0.1081026
Jan 20 01:03:22.203704 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Pushing event updated for resources: {'Port': ['ID=ad305523-0a91-472a-b479-b00931ab694f,revision_number=2']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:22.208152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:22.251866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc764b-8ef2-491f-89bc-e735f46d082a req-6edecd09-4d5a-45c3-9017-5f00e627791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:22.253503 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-acdc764b-8ef2-491f-89bc-e735f46d082a req-6edecd09-4d5a-45c3-9017-5f00e627791e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 HTTP/1.1" status: 200  len: 856 time: 0.0678155
Jan 20 01:03:22.305653 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:22.330023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:22.337486 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-152d1160-4337-4859-baa6-4f886046291c tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7405443
Jan 20 01:03:22.340101 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc764b-8ef2-491f-89bc-e735f46d082a req-8ee4dfad-88b3-4d82-b51c-9c7d6d871fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:22.342506 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-acdc764b-8ef2-491f-89bc-e735f46d082a req-8ee4dfad-88b3-4d82-b51c-9c7d6d871fc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6192c1e-956c-4a43-9332-7629d998b277&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0802326
Jan 20 01:03:22.424689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-1778afd0-8c97-4913-880b-268f6dbb0162 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Synchronizing usage tracker for tenant:5f7012eb63c143508e5384d340dbc73f on resource:floatingip {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:03:22.441714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-1778afd0-8c97-4913-880b-268f6dbb0162 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Unset dirty status for tenant:5f7012eb63c143508e5384d340dbc73f on resource:floatingip {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:03:22.442915 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-1778afd0-8c97-4913-880b-268f6dbb0162 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.221 HTTP/1.1" status: 200  len: 696 time: 0.1045880
Jan 20 01:03:22.494586 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-acdc764b-8ef2-491f-89bc-e735f46d082a req-c1171ac2-ac7e-4e77-b5e9-31c189abd42e service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404943
Jan 20 01:03:22.583026 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 802e6700-a3e8-4611-a857-7d2d96080875 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:03:22.641809 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-acdc764b-8ef2-491f-89bc-e735f46d082a req-7872c413-e0c9-4648-8045-f9bef205bd15 service neutron] 10.222.0.20 "GET /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402676
Jan 20 01:03:22.660566 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 802e6700-a3e8-4611-a857-7d2d96080875 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:03:22.661310 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:22.696801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-17adf0c2-a44b-49f8-bc52-a44263ac56aa tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:22.698305 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-17adf0c2-a44b-49f8-bc52-a44263ac56aa tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/networks/edea8e20-c3db-4bd3-afba-40aa0a06f207 HTTP/1.1" status: 200  len: 784 time: 0.2490988
Jan 20 01:03:22.722670 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7c443-9fcb-43c1-a960-66d81c695bc3 req-4a2e6f80-9e05-4a87-b31e-bbaa82ce1113 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:22.724321 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e1f7c443-9fcb-43c1-a960-66d81c695bc3 req-4a2e6f80-9e05-4a87-b31e-bbaa82ce1113 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.2449179
Jan 20 01:03:22.730126 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-8933d626-ff30-4a5d-9b95-af663fd548bb tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 01:03:22.731262 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2801fcd-1710-4569-938c-1af48e11f4ea req-8933d626-ff30-4a5d-9b95-af663fd548bb tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0059111
Jan 20 01:03:22.778028 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e1f7c443-9fcb-43c1-a960-66d81c695bc3 req-9cf660da-e954-4d1c-be43-70819efd7ba2 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455799
Jan 20 01:03:22.784964 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:22.817123 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:03:22.827908 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 802e6700-a3e8-4611-a857-7d2d96080875, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=802e6700-a3e8-4611-a857-7d2d96080875,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:22.831853 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:22.833819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:22.891678 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875', 'code': 200}
Jan 20 01:03:22.913823 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=802e6700-a3e8-4611-a857-7d2d96080875,revision_number=6']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:22.922349 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.922746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.923243 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.923493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.923871 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.924249 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.924621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.925001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.925395 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.925765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.926135 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.926505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.926960 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.927361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.927731 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.928150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.928448 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.928819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.929205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.929577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.929945 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.930294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.930841 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.931569 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:22.936270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:22.958808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2be36-527b-4423-88c7-779f6361b93c req-e2d21cdf-6900-434a-b7e9-0a2250216c66 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:22.960430 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2d2be36-527b-4423-88c7-779f6361b93c req-e2d21cdf-6900-434a-b7e9-0a2250216c66 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1139770
Jan 20 01:03:23.052411 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2d2be36-527b-4423-88c7-779f6361b93c req-9f43ac07-57f9-474b-8fac-808d81c938b3 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.221 HTTP/1.1" status: 200  len: 696 time: 0.0852911
Jan 20 01:03:23.063861 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-c2d2be36-527b-4423-88c7-779f6361b93c req-71adce76-1d7c-4d46-a4e7-4ebb14b4aebf tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Request body: {'floatingip': {'port_id': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:03:23.149864 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c2d2be36-527b-4423-88c7-779f6361b93c req-71adce76-1d7c-4d46-a4e7-4ebb14b4aebf tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for floatingip, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:23.244479 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5cded-ace5-4e97-a3fb-9effff4c17c0 req-a4c147fb-5597-43f7-ad7b-2309e670e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:23.246171 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bca5cded-ace5-4e97-a3fb-9effff4c17c0 req-a4c147fb-5597-43f7-ad7b-2309e670e05b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 1162 time: 0.1077225
Jan 20 01:03:23.296131 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bca5cded-ace5-4e97-a3fb-9effff4c17c0 req-2d1ee439-adb6-4f9f-8ada-da7c33b692a2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424585
Jan 20 01:03:24.045617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c2d2be36-527b-4423-88c7-779f6361b93c req-71adce76-1d7c-4d46-a4e7-4ebb14b4aebf tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for floatingip, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:24.052547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c2d2be36-527b-4423-88c7-779f6361b93c req-71adce76-1d7c-4d46-a4e7-4ebb14b4aebf tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:24.190858 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 802e6700-a3e8-4611-a857-7d2d96080875 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:03:24.225655 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec7fc-2c7c-43a9-9322-335a0eae5c37 req-246994e3-5ece-4a4a-ae4b-d3fe215c81fe tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:24.227267 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ae6ec7fc-2c7c-43a9-9322-335a0eae5c37 req-246994e3-5ece-4a4a-ae4b-d3fe215c81fe tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.2717953
Jan 20 01:03:24.264165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 802e6700-a3e8-4611-a857-7d2d96080875 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:03:24.264728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:24.300902 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-c2d2be36-527b-4423-88c7-779f6361b93c req-71adce76-1d7c-4d46-a4e7-4ebb14b4aebf tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Floating IP 66f55628-5f34-4771-a560-c8c745ea4b27 associated. External IP: 172.27.2.221, port: 56ddc878-6f52-44f2-911c-4fe8f2c91ca6.
Jan 20 01:03:24.365601 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ae6ec7fc-2c7c-43a9-9322-335a0eae5c37 req-f94200b8-474b-4c61-952b-6fb2669ac751 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1291294
Jan 20 01:03:24.686428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2d2be36-527b-4423-88c7-779f6361b93c req-71adce76-1d7c-4d46-a4e7-4ebb14b4aebf tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Router 831747c1-64a7-44ac-8af8-9e2d1e20f388 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:03:24.888402 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2d2be36-527b-4423-88c7-779f6361b93c req-71adce76-1d7c-4d46-a4e7-4ebb14b4aebf tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:03:24.892842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c2d2be36-527b-4423-88c7-779f6361b93c req-71adce76-1d7c-4d46-a4e7-4ebb14b4aebf tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:24.898697 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38f7a9-012f-4051-8b62-398f3da07236 None None] Sync routers for ids ['831747c1-64a7-44ac-8af8-9e2d1e20f388'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:03:24.909862 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38f7a9-012f-4051-8b62-398f3da07236 None None] Routers {'831747c1-64a7-44ac-8af8-9e2d1e20f388'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:03:24.910581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-db38f7a9-012f-4051-8b62-398f3da07236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b0f5e10>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:03:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['831747c1-64a7-44ac-8af8-9e2d1e20f388'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:24.955382 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2d2be36-527b-4423-88c7-779f6361b93c req-71adce76-1d7c-4d46-a4e7-4ebb14b4aebf tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "PUT /v2.0/floatingips/66f55628-5f34-4771-a560-c8c745ea4b27 HTTP/1.1" status: 200  len: 996 time: 1.8965020
Jan 20 01:03:24.955839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:03:25.060434 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2be36-527b-4423-88c7-779f6361b93c req-6a9b4b18-2434-4607-b659-5670c783e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:25.062104 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2d2be36-527b-4423-88c7-779f6361b93c req-6a9b4b18-2434-4607-b659-5670c783e40a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f7012eb63c143508e5384d340dbc73f&device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 1162 time: 0.0894837
Jan 20 01:03:25.124338 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-db38f7a9-012f-4051-8b62-398f3da07236 None None] Set router 831747c1-64a7-44ac-8af8-9e2d1e20f388 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:03:25.262724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2be36-527b-4423-88c7-779f6361b93c req-bd482df3-3e74-4596-a02e-f2da9dce58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:25.264862 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2d2be36-527b-4423-88c7-779f6361b93c req-bd482df3-3e74-4596-a02e-f2da9dce58ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=f642aeb4-8420-407d-ba62-aa0ecef5c415 HTTP/1.1" status: 200  len: 909 time: 0.1961405
Jan 20 01:03:25.276373 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6', 'status': 'completed', 'code': 200}
Jan 20 01:03:25.383320 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2d2be36-527b-4423-88c7-779f6361b93c req-2aa97756-62aa-4399-b0da-fa7121a00f43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6 HTTP/1.1" status: 200  len: 999 time: 0.1093543
Jan 20 01:03:25.434773 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a1c5e-f9db-45cf-92c5-8d4e12031617 req-0d824a5c-12ec-4d21-906d-19c366c6a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:25.437018 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d5a1c5e-f9db-45cf-92c5-8d4e12031617 req-0d824a5c-12ec-4d21-906d-19c366c6a208 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f7012eb63c143508e5384d340dbc73f&device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 1162 time: 0.0884900
Jan 20 01:03:25.456471 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2be36-527b-4423-88c7-779f6361b93c req-4ee33aee-b570-4854-bc16-a4dc25c66036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:25.458228 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2d2be36-527b-4423-88c7-779f6361b93c req-4ee33aee-b570-4854-bc16-a4dc25c66036 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3 HTTP/1.1" status: 200  len: 854 time: 0.0668790
Jan 20 01:03:25.545754 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2be36-527b-4423-88c7-779f6361b93c req-15353f92-e3f3-4a7c-8b1c-458a829ac088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:25.549478 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2d2be36-527b-4423-88c7-779f6361b93c req-15353f92-e3f3-4a7c-8b1c-458a829ac088 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f642aeb4-8420-407d-ba62-aa0ecef5c415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0846891
Jan 20 01:03:25.553266 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-db38f7a9-012f-4051-8b62-398f3da07236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b0f5e10>, [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 4, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '66f55628-5f34-4771-a560-c8c745ea4b27', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'port_id': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'mac_address': 'fa:16:3e:58:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ecefee-4391-4ff7-9e81-d347539fc249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:03:21Z', 'updated_at': '2021-01-20T01:03:23Z', 'revision_number': 1, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa27a50-721a-4050-8af6-db0d1ecf0a64', 'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'mac_address': 'fa:16:3e:8b:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:22Z', 'updated_at': '2021-01-20T01:02:32Z', 'revision_number': 5, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'subnets': [{'id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:25.558616 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38f7a9-012f-4051-8b62-398f3da07236 None None] Checking router: 831747c1-64a7-44ac-8af8-9e2d1e20f388 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:03:25.563101 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [req-c2d2be36-527b-4423-88c7-779f6361b93c req-0a53be1b-1b22-4ff9-9dbf-bafee80d1d18 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 01:03:25.564419 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2d2be36-527b-4423-88c7-779f6361b93c req-0a53be1b-1b22-4ff9-9dbf-bafee80d1d18 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0070987
Jan 20 01:03:25.590813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38f7a9-012f-4051-8b62-398f3da07236 None None] Routers {'831747c1-64a7-44ac-8af8-9e2d1e20f388'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:03:25.591782 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-db38f7a9-012f-4051-8b62-398f3da07236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b0f5e10>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:03:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['831747c1-64a7-44ac-8af8-9e2d1e20f388'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:25.639788 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a1c5e-f9db-45cf-92c5-8d4e12031617 req-815b6b62-983f-403b-baf0-e09c0e28ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:25.642649 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d5a1c5e-f9db-45cf-92c5-8d4e12031617 req-815b6b62-983f-403b-baf0-e09c0e28ca07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f642aeb4-8420-407d-ba62-aa0ecef5c415 HTTP/1.1" status: 200  len: 909 time: 0.1893802
Jan 20 01:03:25.727461 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2d2be36-527b-4423-88c7-779f6361b93c req-287e27c7-7434-471b-9358-d2cb396883d1 service neutron] 10.222.0.37 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564827
Jan 20 01:03:25.782511 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d5a1c5e-f9db-45cf-92c5-8d4e12031617 req-4f131579-b6b9-43d3-a057-85ff4ee567eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6 HTTP/1.1" status: 200  len: 999 time: 0.1245763
Jan 20 01:03:25.859893 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a1c5e-f9db-45cf-92c5-8d4e12031617 req-d8370386-96fa-4628-a748-966ef0c264a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:25.861547 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d5a1c5e-f9db-45cf-92c5-8d4e12031617 req-d8370386-96fa-4628-a748-966ef0c264a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3 HTTP/1.1" status: 200  len: 854 time: 0.0722351
Jan 20 01:03:25.960389 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a1c5e-f9db-45cf-92c5-8d4e12031617 req-e07e9f03-7616-4eed-84fa-912ae70415a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:25.962064 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d5a1c5e-f9db-45cf-92c5-8d4e12031617 req-e07e9f03-7616-4eed-84fa-912ae70415a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f642aeb4-8420-407d-ba62-aa0ecef5c415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0912421
Jan 20 01:03:25.975261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-db38f7a9-012f-4051-8b62-398f3da07236 None None] Set router 831747c1-64a7-44ac-8af8-9e2d1e20f388 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:03:25.981683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498958b-a0c9-4d87-a9b9-486b28ccbe82 req-9ed06622-ff6c-420c-ab52-b192883eea19 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:25.983398 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a498958b-a0c9-4d87-a9b9-486b28ccbe82 req-9ed06622-ff6c-420c-ab52-b192883eea19 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.2549486
Jan 20 01:03:25.987335 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c2d2be36-527b-4423-88c7-779f6361b93c req-0b6f875f-cac9-429c-997e-4c331dea4bac service neutron] 10.222.0.37 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2093065
Jan 20 01:03:26.053120 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a498958b-a0c9-4d87-a9b9-486b28ccbe82 req-f07e51e7-efdc-49b6-9a93-e6a6c8d9d5ac tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567758
Jan 20 01:03:26.078136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-325506211', 'description': 'tempest-TestMinimumBasicScenario-325506211 description'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:03:26.106873 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:03:26.114833 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Usage tracker for resource:security_group and tenant:5f7012eb63c143508e5384d340dbc73f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:03:26.118967 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:03:26.128202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:03:26.139309 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:26.162418 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:03:26.166820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Usage tracker for resource:security_group_rule and tenant:5f7012eb63c143508e5384d340dbc73f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:03:26.171370 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:03:26.196090 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:03:26.288462 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:26.291750 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:26.298630 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-32d90372-fa54-4aaa-aa65-e1e83ffcfe3d tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:26.346879 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Pushing event updated for resources: {'SecurityGroup': ['ID=e9da05b4-8b49-4eb9-8621-0d11dde08ca0,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:26.349574 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:26.350884 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6cc25cf9-1d39-4074-ad96-998340785246 req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.2779880
Jan 20 01:03:26.351730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:26.395496 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d5a1c5e-f9db-45cf-92c5-8d4e12031617 req-100b9181-49ab-4f01-ac71-64420887f0eb service neutron] 10.222.0.20 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4253621
Jan 20 01:03:26.410514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-db38f7a9-012f-4051-8b62-398f3da07236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b0f5e10>, [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 4, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '66f55628-5f34-4771-a560-c8c745ea4b27', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'port_id': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'mac_address': 'fa:16:3e:58:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ecefee-4391-4ff7-9e81-d347539fc249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:03:21Z', 'updated_at': '2021-01-20T01:03:23Z', 'revision_number': 1, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa27a50-721a-4050-8af6-db0d1ecf0a64', 'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'mac_address': 'fa:16:3e:8b:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:22Z', 'updated_at': '2021-01-20T01:02:32Z', 'revision_number': 5, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'subnets': [{'id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:26.414929 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38f7a9-012f-4051-8b62-398f3da07236 None None] The sync data for ids ['831747c1-64a7-44ac-8af8-9e2d1e20f388'] in dv-cinder-667108-30-iscsi is: [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 4, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '66f55628-5f34-4771-a560-c8c745ea4b27', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'port_id': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'mac_address': 'fa:16:3e:58:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ecefee-4391-4ff7-9e81-d347539fc249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:03:21Z', 'updated_at': '2021-01-20T01:03:23Z', 'revision_number': 1, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa27a50-721a-4050-8af6-db0d1ecf0a64', 'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'mac_address': 'fa:16:3e:8b:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:22Z', 'updated_at': '2021-01-20T01:02:32Z', 'revision_number': 5, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'subnets': [{'id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:03:26.441220 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-731b7482-7605-442b-b7bd-d79619d2317b req-6b252c7a-98e1-4649-8200-0a69c68c6d3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups/e9da05b4-8b49-4eb9-8621-0d11dde08ca0 HTTP/1.1" status: 200  len: 1812 time: 0.0553641
Jan 20 01:03:26.453685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-731b7482-7605-442b-b7bd-d79619d2317b req-28c6bab3-683c-4b0d-9da2-46f4b2e88a3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9da05b4-8b49-4eb9-8621-0d11dde08ca0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:03:26.454060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-731b7482-7605-442b-b7bd-d79619d2317b req-28c6bab3-683c-4b0d-9da2-46f4b2e88a3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9da05b4-8b49-4eb9-8621-0d11dde08ca0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:03:26.464350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-731b7482-7605-442b-b7bd-d79619d2317b req-28c6bab3-683c-4b0d-9da2-46f4b2e88a3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:03:26.469362 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-731b7482-7605-442b-b7bd-d79619d2317b req-28c6bab3-683c-4b0d-9da2-46f4b2e88a3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Usage tracker for resource:security_group_rule and tenant:5f7012eb63c143508e5384d340dbc73f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:03:26.472388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-731b7482-7605-442b-b7bd-d79619d2317b req-28c6bab3-683c-4b0d-9da2-46f4b2e88a3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:03:26.478616 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-731b7482-7605-442b-b7bd-d79619d2317b req-28c6bab3-683c-4b0d-9da2-46f4b2e88a3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:03:26.536810 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-731b7482-7605-442b-b7bd-d79619d2317b req-28c6bab3-683c-4b0d-9da2-46f4b2e88a3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for security_group_rule, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:26.555402 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d5a1c5e-f9db-45cf-92c5-8d4e12031617 req-46596222-ea32-4344-b95b-bbb378ffb2f8 service neutron] 10.222.0.20 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1504030
Jan 20 01:03:26.562134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-731b7482-7605-442b-b7bd-d79619d2317b req-28c6bab3-683c-4b0d-9da2-46f4b2e88a3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:26.569807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-731b7482-7605-442b-b7bd-d79619d2317b req-28c6bab3-683c-4b0d-9da2-46f4b2e88a3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:26.571965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-452308cf-6153-4c9a-a888-3b2789059451 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:26.594447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6bab3-683c-4b0d-9da2-46f4b2e88a3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251f7148-1fa2-47ea-b87e-83ae12ca3d3d,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:26.598894 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-28c6bab3-683c-4b0d-9da2-46f4b2e88a3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:26.606306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-731b7482-7605-442b-b7bd-d79619d2317b req-28c6bab3-683c-4b0d-9da2-46f4b2e88a3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for security_group_rule, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:26.607620 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-731b7482-7605-442b-b7bd-d79619d2317b req-28c6bab3-683c-4b0d-9da2-46f4b2e88a3d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1595180
Jan 20 01:03:26.692437 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e983c32c-f2e2-46e9-9bf5-5f41e2cafd9b req-8c61cb1e-9c6f-420c-803a-4eef3cb911ec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups/e9da05b4-8b49-4eb9-8621-0d11dde08ca0 HTTP/1.1" status: 200  len: 2405 time: 0.0522423
Jan 20 01:03:26.704432 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-e983c32c-f2e2-46e9-9bf5-5f41e2cafd9b req-1131ef37-65d6-42f8-a313-8107357fa722 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9da05b4-8b49-4eb9-8621-0d11dde08ca0', 'remote_group_id': None}]} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:03:26.704784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-e983c32c-f2e2-46e9-9bf5-5f41e2cafd9b req-1131ef37-65d6-42f8-a313-8107357fa722 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9da05b4-8b49-4eb9-8621-0d11dde08ca0', 'remote_group_id': None}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:03:26.714685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-e983c32c-f2e2-46e9-9bf5-5f41e2cafd9b req-1131ef37-65d6-42f8-a313-8107357fa722 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:03:26.719606 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-e983c32c-f2e2-46e9-9bf5-5f41e2cafd9b req-1131ef37-65d6-42f8-a313-8107357fa722 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Usage tracker for resource:security_group_rule and tenant:5f7012eb63c143508e5384d340dbc73f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:03:26.722699 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-e983c32c-f2e2-46e9-9bf5-5f41e2cafd9b req-1131ef37-65d6-42f8-a313-8107357fa722 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:03:26.728959 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-e983c32c-f2e2-46e9-9bf5-5f41e2cafd9b req-1131ef37-65d6-42f8-a313-8107357fa722 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:03:26.747933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a4d01e-b3ed-4b56-8205-5c0b6329133f None None] New status for floating IP 66f55628-5f34-4771-a560-c8c745ea4b27: ACTIVE {{(pid=80159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:03:26.794388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e983c32c-f2e2-46e9-9bf5-5f41e2cafd9b req-1131ef37-65d6-42f8-a313-8107357fa722 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for security_group_rule, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:26.820229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e983c32c-f2e2-46e9-9bf5-5f41e2cafd9b req-1131ef37-65d6-42f8-a313-8107357fa722 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:26.823950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e983c32c-f2e2-46e9-9bf5-5f41e2cafd9b req-1131ef37-65d6-42f8-a313-8107357fa722 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:26.826197 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-acb574c9-f62c-45a0-a0ea-0655efef8574 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:26.855145 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131ef37-65d6-42f8-a313-8107357fa722 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4640cde2-1ebc-4338-bedf-c80423a3c1b2,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:26.858254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e983c32c-f2e2-46e9-9bf5-5f41e2cafd9b req-1131ef37-65d6-42f8-a313-8107357fa722 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for security_group_rule, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:26.863218 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e983c32c-f2e2-46e9-9bf5-5f41e2cafd9b req-1131ef37-65d6-42f8-a313-8107357fa722 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1632323
Jan 20 01:03:26.863669 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1131ef37-65d6-42f8-a313-8107357fa722 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:26.936457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:27.009542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-798d6cc4-44f7-48de-af3c-6750a5ac820c req-f56f69c5-7f19-4ee7-8b52-892d9aadd38a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Synchronizing usage tracker for tenant:5f7012eb63c143508e5384d340dbc73f on resource:security_group {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:03:27.025627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-798d6cc4-44f7-48de-af3c-6750a5ac820c req-f56f69c5-7f19-4ee7-8b52-892d9aadd38a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Unset dirty status for tenant:5f7012eb63c143508e5384d340dbc73f on resource:security_group {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:03:27.027095 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-798d6cc4-44f7-48de-af3c-6750a5ac820c req-f56f69c5-7f19-4ee7-8b52-892d9aadd38a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-325506211&fields=id&tenant_id=5f7012eb63c143508e5384d340dbc73f HTTP/1.1" status: 200  len: 267 time: 0.0636787
Jan 20 01:03:27.138152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d6cc4-44f7-48de-af3c-6750a5ac820c req-0f35df41-9a78-4546-ad58-844348d0001a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:27.139852 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-798d6cc4-44f7-48de-af3c-6750a5ac820c req-0f35df41-9a78-4546-ad58-844348d0001a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 945 time: 0.1058769
Jan 20 01:03:27.153388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-798d6cc4-44f7-48de-af3c-6750a5ac820c req-ce234818-c5ec-4700-9f07-9547efeed49b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Request body: {'port': {'security_groups': ['1769c37b-76a8-4a4c-8284-93c0b7560638', 'e9da05b4-8b49-4eb9-8621-0d11dde08ca0']}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:03:27.572151 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-798d6cc4-44f7-48de-af3c-6750a5ac820c req-ce234818-c5ec-4700-9f07-9547efeed49b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:27.615110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85369378-5387-4f24-b279-24db8ee982fa req-3d6005f8-02ae-48e8-a3aa-00b1ac37271f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:27.616682 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85369378-5387-4f24-b279-24db8ee982fa req-3d6005f8-02ae-48e8-a3aa-00b1ac37271f tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1915178
Jan 20 01:03:27.757872 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85369378-5387-4f24-b279-24db8ee982fa req-05a6ee99-5e55-42ad-90da-14fb110dd4c7 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107795
Jan 20 01:03:27.976243 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-798d6cc4-44f7-48de-af3c-6750a5ac820c req-ce234818-c5ec-4700-9f07-9547efeed49b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] For port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:28.003217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-798d6cc4-44f7-48de-af3c-6750a5ac820c req-ce234818-c5ec-4700-9f07-9547efeed49b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:28.006848 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-798d6cc4-44f7-48de-af3c-6750a5ac820c req-ce234818-c5ec-4700-9f07-9547efeed49b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847646012'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:28.024920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:28.197539 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce234818-c5ec-4700-9f07-9547efeed49b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Pushing event updated for resources: {'Port': ['ID=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,revision_number=5']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:28.202053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ce234818-c5ec-4700-9f07-9547efeed49b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:28.260093 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d6cc4-44f7-48de-af3c-6750a5ac820c req-ce234818-c5ec-4700-9f07-9547efeed49b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:28.260816 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-798d6cc4-44f7-48de-af3c-6750a5ac820c req-ce234818-c5ec-4700-9f07-9547efeed49b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:28.265381 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-798d6cc4-44f7-48de-af3c-6750a5ac820c req-ce234818-c5ec-4700-9f07-9547efeed49b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "PUT /v2.0/ports/56ddc878-6f52-44f2-911c-4fe8f2c91ca6 HTTP/1.1" status: 200  len: 981 time: 1.1156964
Jan 20 01:03:28.265789 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:03:28.366254 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6', 'status': 'completed', 'code': 200}
Jan 20 01:03:28.471009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e2243570-6d83-466c-9548-8dc87185219e None None] Provisioning complete for port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:03:28.471435 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2243570-6d83-466c-9548-8dc87185219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:28.500306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e14861-a0ef-49b4-9a58-d31fcf3fbb27 req-d0b767e6-411f-4ef7-8b14-dbc7397b16f1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:28.502053 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-27e14861-a0ef-49b4-9a58-d31fcf3fbb27 req-d0b767e6-411f-4ef7-8b14-dbc7397b16f1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 984 time: 0.1105704
Jan 20 01:03:28.504149 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3347c3-efae-4211-a2d6-502804e749bd req-8bd4d3ea-9737-4bb2-af8f-33bd1dcef5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:28.505857 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c3347c3-efae-4211-a2d6-502804e749bd req-8bd4d3ea-9737-4bb2-af8f-33bd1dcef5a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f7012eb63c143508e5384d340dbc73f&device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 1202 time: 0.0834477
Jan 20 01:03:28.562364 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-27e14861-a0ef-49b4-9a58-d31fcf3fbb27 req-ae5d2b2e-cc5b-49fc-bb5e-88803ab0f2ef tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&id=e9da05b4-8b49-4eb9-8621-0d11dde08ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0536363
Jan 20 01:03:28.654844 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3347c3-efae-4211-a2d6-502804e749bd req-19cfb8e1-f090-445f-8a57-ad088dd3a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:28.656421 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c3347c3-efae-4211-a2d6-502804e749bd req-19cfb8e1-f090-445f-8a57-ad088dd3a655 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f642aeb4-8420-407d-ba62-aa0ecef5c415 HTTP/1.1" status: 200  len: 909 time: 0.1426198
Jan 20 01:03:28.773360 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c3347c3-efae-4211-a2d6-502804e749bd req-4633e69c-747e-46c4-83a5-8b6bbfaea597 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6 HTTP/1.1" status: 200  len: 1001 time: 0.1083720
Jan 20 01:03:28.844841 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3347c3-efae-4211-a2d6-502804e749bd req-12eb4244-4150-44ab-b2d6-b7e3d14748e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:28.846365 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c3347c3-efae-4211-a2d6-502804e749bd req-12eb4244-4150-44ab-b2d6-b7e3d14748e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3 HTTP/1.1" status: 200  len: 854 time: 0.0652912
Jan 20 01:03:28.932392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3347c3-efae-4211-a2d6-502804e749bd req-34efbfb9-1761-4644-83ac-44a2484caaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:28.934729 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c3347c3-efae-4211-a2d6-502804e749bd req-34efbfb9-1761-4644-83ac-44a2484caaed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f642aeb4-8420-407d-ba62-aa0ecef5c415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0801210
Jan 20 01:03:29.082779 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c3347c3-efae-4211-a2d6-502804e749bd req-1ae24571-4695-4152-b778-fdaa15466c3f service neutron] 10.222.0.20 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400795
Jan 20 01:03:29.239617 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c3347c3-efae-4211-a2d6-502804e749bd req-0ff61866-d5ec-4655-af2b-0cc4c0bcac2b service neutron] 10.222.0.20 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402290
Jan 20 01:03:30.396073 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:03:30.471205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:03:30.471548 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:33.049759 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baecfd-4348-41a9-9927-7e90b16a2a47 req-9e39f58f-5855-4ef1-a6ea-09cf185ef8d9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:33.051345 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-10baecfd-4348-41a9-9927-7e90b16a2a47 req-9e39f58f-5855-4ef1-a6ea-09cf185ef8d9 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 946 time: 0.1050007
Jan 20 01:03:33.100625 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-10baecfd-4348-41a9-9927-7e90b16a2a47 req-6ef13069-6190-4379-b350-ae2cc03f9b97 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429897
Jan 20 01:03:34.337946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a98f-abbc-4c82-a55e-dd6f51677c36 req-72b055bf-a9c0-40f1-a92b-7168b3c98810 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:34.339613 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7a67a98f-abbc-4c82-a55e-dd6f51677c36 req-72b055bf-a9c0-40f1-a92b-7168b3c98810 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 946 time: 0.1043980
Jan 20 01:03:34.435021 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7a67a98f-abbc-4c82-a55e-dd6f51677c36 req-bb7d1712-eefe-43d9-8de3-ed1b8d3c9c98 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879507
Jan 20 01:03:34.496422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea792dda-2a8a-401c-916b-3e47412db775 req-991d36b9-fd07-4453-baab-cf758db4d1a2 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:34.498052 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ea792dda-2a8a-401c-916b-3e47412db775 req-991d36b9-fd07-4453-baab-cf758db4d1a2 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 946 time: 0.1124382
Jan 20 01:03:34.548973 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ea792dda-2a8a-401c-916b-3e47412db775 req-90b16ddb-796b-42ff-878f-aafa9956260b tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0444832
Jan 20 01:03:35.088520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2db1e8-d9dd-4d7b-b077-b9f009429ff4 req-0f914e58-af42-425d-89a7-d23f14c86b42 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:35.091497 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3b2db1e8-d9dd-4d7b-b077-b9f009429ff4 req-0f914e58-af42-425d-89a7-d23f14c86b42 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 984 time: 0.1063476
Jan 20 01:03:35.146995 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3b2db1e8-d9dd-4d7b-b077-b9f009429ff4 req-9360a7ea-89ad-4f9e-a08c-8fb307bf31db tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&id=e9da05b4-8b49-4eb9-8621-0d11dde08ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0491467
Jan 20 01:03:35.223843 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-c9f8fcb8-e612-4370-95ea-b038a767fe31 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:35.224629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-c9f8fcb8-e612-4370-95ea-b038a767fe31 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Synchronizing usage tracker for tenant:8deb38a450244a299367605594731f4d on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:03:35.230491 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5c4a5-f7cc-4e0d-8c6e-5fefaca1aa32 req-69ae266b-e30b-4ad0-b1c1-1429ca8c22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:35.232639 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-98d5c4a5-f7cc-4e0d-8c6e-5fefaca1aa32 req-69ae266b-e30b-4ad0-b1c1-1429ca8c22f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f7012eb63c143508e5384d340dbc73f&device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 1202 time: 0.1408889
Jan 20 01:03:35.268840 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-c9f8fcb8-e612-4370-95ea-b038a767fe31 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Unset dirty status for tenant:8deb38a450244a299367605594731f4d on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:03:35.270114 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-c9f8fcb8-e612-4370-95ea-b038a767fe31 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.20 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 946 time: 0.2217638
Jan 20 01:03:35.428569 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Deleting port ee00c27c-2984-4825-ac59-a2c90ba5227d {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:03:35.429141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:35.507633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5c4a5-f7cc-4e0d-8c6e-5fefaca1aa32 req-abe7596c-4da4-4ad9-a5df-49d9511ba4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:35.509308 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-98d5c4a5-f7cc-4e0d-8c6e-5fefaca1aa32 req-abe7596c-4da4-4ad9-a5df-49d9511ba4bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=f642aeb4-8420-407d-ba62-aa0ecef5c415 HTTP/1.1" status: 200  len: 909 time: 0.2664347
Jan 20 01:03:35.671287 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563eaeca-ae2e-43f0-9bd6-795054a3a429 req-c1f86e4f-3098-4ff6-8832-95d2ddb1ee8a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:35.672982 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-563eaeca-ae2e-43f0-9bd6-795054a3a429 req-c1f86e4f-3098-4ff6-8832-95d2ddb1ee8a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 946 time: 0.1061413
Jan 20 01:03:35.711917 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-98d5c4a5-f7cc-4e0d-8c6e-5fefaca1aa32 req-fc02dc5c-beb0-47c5-8f8c-ed7e6a6d26ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6 HTTP/1.1" status: 200  len: 1001 time: 0.1659665
Jan 20 01:03:35.785176 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-563eaeca-ae2e-43f0-9bd6-795054a3a429 req-9f964bbb-1f52-4c3f-99d1-579eb9e5caf4 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1051981
Jan 20 01:03:35.829107 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793a7cd-048b-4732-b921-c243021f1890 req-99eef4b0-9554-4f0e-b5ba-5d414268d716 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:35.830761 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e793a7cd-048b-4732-b921-c243021f1890 req-99eef4b0-9554-4f0e-b5ba-5d414268d716 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 946 time: 0.1358020
Jan 20 01:03:35.877046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5c4a5-f7cc-4e0d-8c6e-5fefaca1aa32 req-73df2cfd-0b53-49b6-8e00-47df728f3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:35.878656 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-98d5c4a5-f7cc-4e0d-8c6e-5fefaca1aa32 req-73df2cfd-0b53-49b6-8e00-47df728f3a32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3 HTTP/1.1" status: 200  len: 854 time: 0.1127455
Jan 20 01:03:35.884417 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e793a7cd-048b-4732-b921-c243021f1890 req-59046a64-443a-44df-95b9-de5caf0edc4e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0466392
Jan 20 01:03:35.886214 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] For port ee00c27c-2984-4825-ac59-a2c90ba5227d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ee00c27c-2984-4825-ac59-a2c90ba5227d,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:35.886624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:36.153371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5c4a5-f7cc-4e0d-8c6e-5fefaca1aa32 req-c071d0c5-ba6e-4acc-9952-27841b9e4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:36.155031 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-98d5c4a5-f7cc-4e0d-8c6e-5fefaca1aa32 req-c071d0c5-ba6e-4acc-9952-27841b9e4a0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f642aeb4-8420-407d-ba62-aa0ecef5c415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2563093
Jan 20 01:03:36.398145 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ee00c27c-2984-4825-ac59-a2c90ba5227d no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:03:36.417687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc635a1-56ae-412b-9fa4-004b05840bbb req-6fd28656-9c61-46ef-baea-9a80852b4ad7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:36.419916 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4bc635a1-56ae-412b-9fa4-004b05840bbb req-6fd28656-9c61-46ef-baea-9a80852b4ad7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 984 time: 0.1112671
Jan 20 01:03:36.484428 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4bc635a1-56ae-412b-9fa4-004b05840bbb req-ca2a579b-99b4-425d-b820-9bbdf0778522 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&id=e9da05b4-8b49-4eb9-8621-0d11dde08ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0570793
Jan 20 01:03:36.521938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.20', 64268) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:36.535703 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:36.567816 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee00c27c-2984-4825-ac59-a2c90ba5227d'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:03:36.577184 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port ee00c27c-2984-4825-ac59-a2c90ba5227d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ee00c27c-2984-4825-ac59-a2c90ba5227d,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:36.580746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:36.583350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ea505b74-934e-4b28-9e0a-cf72adb32f8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:36.607983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:36.608405 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:36.608763 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Floating IP 05ba2aee-06ca-48cf-953b-cc69a9cb930c disassociated. External IP: 172.27.2.5, port: ee00c27c-2984-4825-ac59-a2c90ba5227d.
Jan 20 01:03:36.609182 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Calling delete_port for ee00c27c-2984-4825-ac59-a2c90ba5227d owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:03:36.629102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-42900503-4d23-458f-afd7-d08572325918 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:36.630786 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-42900503-4d23-458f-afd7-d08572325918 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 946 time: 0.1077678
Jan 20 01:03:36.645161 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee00c27c-2984-4825-ac59-a2c90ba5227d', 'code': 200}
Jan 20 01:03:36.660250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=ee00c27c-2984-4825-ac59-a2c90ba5227d,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:36.663722 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:36.666117 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:03:36.695143 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-98d5c4a5-f7cc-4e0d-8c6e-5fefaca1aa32 req-4a7abdea-55b5-4daa-b9df-b8acdb3abfaa service neutron] 10.222.0.20 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4759519
Jan 20 01:03:36.725112 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Deleting port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:03:36.725507 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:36.791707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:36.812590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80157) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:03:36.812965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:03:36.830529 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=8b20b40d-c6a6-43a0-aade-2e5eb20f9093,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:36.834256 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:36.836273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:36.862126 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-98d5c4a5-f7cc-4e0d-8c6e-5fefaca1aa32 req-77d768d9-6956-4ffa-a795-eb27b3a6e38c service neutron] 10.222.0.20 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1498508
Jan 20 01:03:36.916946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=8b20b40d-c6a6-43a0-aade-2e5eb20f9093,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:36.921215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:37.131530 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] For port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=8b20b40d-c6a6-43a0-aade-2e5eb20f9093,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:37.131929 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:37.275201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb84c6-d57f-4f1b-8c57-0a38918eda98 req-64b46898-4da8-48cf-81f7-cd988c5b4101 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:37.276801 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c1fb84c6-d57f-4f1b-8c57-0a38918eda98 req-64b46898-4da8-48cf-81f7-cd988c5b4101 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 944 time: 0.3202729
Jan 20 01:03:37.314891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Deleting port ee00c27c-2984-4825-ac59-a2c90ba5227d {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:03:37.315377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:37.393875 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0420e7d-d571-4b41-8c49-2bcc18baf4a5 req-9b9932ac-6da8-4683-8f38-33c101682412 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:37.395479 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a0420e7d-d571-4b41-8c49-2bcc18baf4a5 req-9b9932ac-6da8-4683-8f38-33c101682412 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 944 time: 0.3609796
Jan 20 01:03:37.571947 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c1fb84c6-d57f-4f1b-8c57-0a38918eda98 req-5faa53a6-55a5-43aa-ad4e-15629f636ada tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups?id=42982f69-3379-4807-80ac-33f45a929213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2237830
Jan 20 01:03:37.580351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] For port ee00c27c-2984-4825-ac59-a2c90ba5227d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ee00c27c-2984-4825-ac59-a2c90ba5227d,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:37.580761 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:37.588875 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a0420e7d-d571-4b41-8c49-2bcc18baf4a5 req-db6d6193-f458-4a30-bd62-bd341dfdd6c9 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1790085
Jan 20 01:03:37.621046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:37.621597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:37.621954 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Floating IP 4bda1b18-2b57-4666-a8f7-b77a178f6156 disassociated. External IP: 172.27.2.77, port: 8b20b40d-c6a6-43a0-aade-2e5eb20f9093.
Jan 20 01:03:37.622532 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Calling delete_port for 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 owned by compute:nova {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:03:37.770164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80156) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:03:37.770537 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:03:37.820503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de847075-9a61-4ea5-8ad5-42f335e31b77 req-5c507a5d-7a69-419f-83ca-e693616a9e8b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:37.822248 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-de847075-9a61-4ea5-8ad5-42f335e31b77 req-5c507a5d-7a69-419f-83ca-e693616a9e8b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 984 time: 0.1108515
Jan 20 01:03:37.881773 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-de847075-9a61-4ea5-8ad5-42f335e31b77 req-eda178c6-2bba-43a5-a7d2-37e89d6e554a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&id=e9da05b4-8b49-4eb9-8621-0d11dde08ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0523155
Jan 20 01:03:37.905888 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:37.906306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:37.906656 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Floating IP 05ba2aee-06ca-48cf-953b-cc69a9cb930c disassociated. External IP: 172.27.2.5, port: ee00c27c-2984-4825-ac59-a2c90ba5227d.
Jan 20 01:03:37.907040 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Calling delete_port for ee00c27c-2984-4825-ac59-a2c90ba5227d owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:03:38.058998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:38.073961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-44536270-1e83-40fc-8484-2038d8426590 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:38.133205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event deleted for resources: {'Port': ['ID=ee00c27c-2984-4825-ac59-a2c90ba5227d,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:38.147698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.148116 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.148527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.148955 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.149385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.149785 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.150181 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.150575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.150966 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.151374 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.151768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.152163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.153220 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.153622 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.154007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.154394 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.154783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.155177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.155563 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.155951 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.156337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.156725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.157131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.157523 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:03:38.210367 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:38.271359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Deleting port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:03:38.271656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:38.473624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Router 59647cfd-d68a-4afe-8454-ee99a1aab874 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:03:38.646807 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:03:38.702230 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:03:38.714182 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c7de2-6f05-4034-9bd8-affaac8c7731 None None] Sync routers for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:03:38.737005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c7de2-6f05-4034-9bd8-affaac8c7731 None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:03:38.737891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-767c7de2-6f05-4034-9bd8-affaac8c7731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782adb9630>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:03:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:38.810525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] No DVR routers for this DVR port ee00c27c-2984-4825-ac59-a2c90ba5227d on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:03:38.814739 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:38.827989 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'name': 'network-vif-deleted', 'tag': 'ee00c27c-2984-4825-ac59-a2c90ba5227d'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:03:38.835616 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-29b56b88-003c-4d44-bdbe-f08894c8a9c3 req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.20 "DELETE /v2.0/ports/ee00c27c-2984-4825-ac59-a2c90ba5227d HTTP/1.1" status: 204  len: 173 time: 3.5510933
Jan 20 01:03:38.944051 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba744949-8b56-47e5-887c-c98a77a34f2b req-ba8f64c1-4932-4c44-b4ac-3623dcc3c41a tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/ports?device_id=3f955633-adfe-452c-b9cd-23fb051d14fb HTTP/1.1" status: 200  len: 210 time: 0.1305313
Jan 20 01:03:38.986808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-767c7de2-6f05-4034-9bd8-affaac8c7731 None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:03:39.051511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] For port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=8b20b40d-c6a6-43a0-aade-2e5eb20f9093,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:39.052490 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:39.053699 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093', 'code': 200}
Jan 20 01:03:39.092000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678348b-53bb-434c-9fb0-00a9cd70013c req-2ba9bebc-4080-4192-acf9-b62b7f595b8c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:39.099960 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e678348b-53bb-434c-9fb0-00a9cd70013c req-2ba9bebc-4080-4192-acf9-b62b7f595b8c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 944 time: 0.2090740
Jan 20 01:03:39.112687 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f955633-adfe-452c-b9cd-23fb051d14fb', 'name': 'network-vif-deleted', 'tag': 'ee00c27c-2984-4825-ac59-a2c90ba5227d', 'status': 'completed', 'code': 200}
Jan 20 01:03:39.245217 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e678348b-53bb-434c-9fb0-00a9cd70013c req-fb78a724-55ff-4e53-99c5-05b2e0ee6e58 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1442683
Jan 20 01:03:39.259283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:03:39.365995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-767c7de2-6f05-4034-9bd8-affaac8c7731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782adb9630>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:46Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:39.370166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c7de2-6f05-4034-9bd8-affaac8c7731 None None] Checking router: 59647cfd-d68a-4afe-8454-ee99a1aab874 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:03:39.379290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c7de2-6f05-4034-9bd8-affaac8c7731 None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:03:39.379952 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-767c7de2-6f05-4034-9bd8-affaac8c7731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782adb9630>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:03:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:39.530817 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:39.531215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:39.531568 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Floating IP 4bda1b18-2b57-4666-a8f7-b77a178f6156 disassociated. External IP: 172.27.2.77, port: 8b20b40d-c6a6-43a0-aade-2e5eb20f9093.
Jan 20 01:03:39.531959 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Calling delete_port for 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 owned by compute:nova {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:03:39.573660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-767c7de2-6f05-4034-9bd8-affaac8c7731 None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:03:39.584613 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bd59b-a789-4ed2-93fe-c859d6e8aa33 req-c86b1737-874e-4bdd-90a5-bda6b6d447d6 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:39.586122 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9b4bd59b-a789-4ed2-93fe-c859d6e8aa33 req-c86b1737-874e-4bdd-90a5-bda6b6d447d6 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 984 time: 0.2815926
Jan 20 01:03:39.679576 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9b4bd59b-a789-4ed2-93fe-c859d6e8aa33 req-a66817e1-d55c-4da7-8250-1bbdd0522015 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&id=e9da05b4-8b49-4eb9-8621-0d11dde08ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0798624
Jan 20 01:03:39.753494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:39.772583 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:39.832361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event deleted for resources: {'Port': ['ID=8b20b40d-c6a6-43a0-aade-2e5eb20f9093,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:39.837097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:39.917841 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-767c7de2-6f05-4034-9bd8-affaac8c7731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782adb9630>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:46Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:39.923307 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c7de2-6f05-4034-9bd8-affaac8c7731 None None] The sync data for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi is: [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T00:56:28Z', 'revision_number': 4, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7523022c-aedc-4dad-921e-b7eca79ec305', 'name': '', 'network_id': 'a14b3dba-4d97-42f8-8920-51b8d4def42a', 'tenant_id': '8deb38a450244a299367605594731f4d', 'mac_address': 'fa:16:3e:2a:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:46Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'subnets': [{'id': '789528cc-05fe-4b27-8465-8b93063f88a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:03:40.111404 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 39578) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:40.141604 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:03:40.202686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15a9766d-c700-438a-afe4-b5fc36df9b61 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:40.235062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15a9766d-c700-438a-afe4-b5fc36df9b61 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:40.290546 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15a9766d-c700-438a-afe4-b5fc36df9b61 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:40.297139 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-18d54748-ac52-4f69-88da-778177c68412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:40.315198 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9766d-c700-438a-afe4-b5fc36df9b61 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event deleted for resources: {'SecurityGroup': ['ID=42982f69-3379-4807-80ac-33f45a929213,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:40.317853 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-15a9766d-c700-438a-afe4-b5fc36df9b61 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:40.328488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15a9766d-c700-438a-afe4-b5fc36df9b61 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:40.333339 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 39584) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:40.333499 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-15a9766d-c700-438a-afe4-b5fc36df9b61 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "DELETE /v2.0/security-groups/42982f69-3379-4807-80ac-33f45a929213 HTTP/1.1" status: 204  len: 168 time: 0.2204134
Jan 20 01:03:40.358255 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.v2.resource [None req-d6eec6d4-1458-4210-87c3-be3c626a7f22 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] show failed (client error): The resource could not be found.
Jan 20 01:03:40.359377 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d6eec6d4-1458-4210-87c3-be3c626a7f22 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "GET /v2.0/security-groups/42982f69-3379-4807-80ac-33f45a929213 HTTP/1.1" status: 404  len: 347 time: 0.0255196
Jan 20 01:03:40.362547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:03:40.362854 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 39588) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:40.368999 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9809df-6d77-4c58-8503-6ebeab7f37b2 None None] New status for floating IP 05ba2aee-06ca-48cf-953b-cc69a9cb930c: DOWN {{(pid=80159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:03:40.374839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1930b58-194a-4e37-ab0b-3c48a1531bc3 None None] Sync routers for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:03:40.404626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1930b58-194a-4e37-ab0b-3c48a1531bc3 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:03:40.406109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f1930b58-194a-4e37-ab0b-3c48a1531bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782a441cc0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:03:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:40.406601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] No DVR routers for this DVR port 8b20b40d-c6a6-43a0-aade-2e5eb20f9093 on host hv-cinder-66710 {{(pid=80156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:03:40.416008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:40.419263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'name': 'network-vif-deleted', 'tag': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:03:40.490767 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-f5fe4055-5aa7-4ace-8c9d-21b11decc858 req-5cd5e516-a69a-4abd-b827-aff898aebd31 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:03:40.497526 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f808a496-5479-4e23-827b-448e8d38b2a8 req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "DELETE /v2.0/ports/8b20b40d-c6a6-43a0-aade-2e5eb20f9093 HTTP/1.1" status: 204  len: 173 time: 3.8559647
Jan 20 01:03:40.516534 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-f5fe4055-5aa7-4ace-8c9d-21b11decc858 req-5cd5e516-a69a-4abd-b827-aff898aebd31 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:03:40.530515 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f5fe4055-5aa7-4ace-8c9d-21b11decc858 req-5cd5e516-a69a-4abd-b827-aff898aebd31 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 210 time: 0.0935016
Jan 20 01:03:40.592316 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096e40f1-2d19-4271-98f4-365cbd69fdca', 'name': 'network-vif-deleted', 'tag': '8b20b40d-c6a6-43a0-aade-2e5eb20f9093', 'status': 'completed', 'code': 200}
Jan 20 01:03:40.620084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Deleting port 998d199e-054a-41d8-9ba8-0a7e38a27736 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:03:40.620454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:40.830885 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:40.831932 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:40.863721 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f1930b58-194a-4e37-ab0b-3c48a1531bc3 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:03:40.934500 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983e0bc-e33a-4c4d-9f7b-966f3112f7a4 req-22e9651e-0ee4-40f8-b797-bb2308100e30 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:40.937158 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4983e0bc-e33a-4c4d-9f7b-966f3112f7a4 req-22e9651e-0ee4-40f8-b797-bb2308100e30 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 984 time: 0.1103878
Jan 20 01:03:40.977192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Calling delete_port for 998d199e-054a-41d8-9ba8-0a7e38a27736 owned by network:floatingip {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:03:40.997657 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4983e0bc-e33a-4c4d-9f7b-966f3112f7a4 req-91f3f332-2a6f-4fdb-aa1f-e0bdcb02604a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&id=e9da05b4-8b49-4eb9-8621-0d11dde08ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0539136
Jan 20 01:03:41.067702 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80157) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:03:41.068062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:03:41.214039 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f1930b58-194a-4e37-ab0b-3c48a1531bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782a441cc0>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:41.218447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1930b58-194a-4e37-ab0b-3c48a1531bc3 None None] Checking router: 0c20d583-dac3-4ad2-b8f6-01e2a553f21c for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:03:41.227295 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1930b58-194a-4e37-ab0b-3c48a1531bc3 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:03:41.227957 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f1930b58-194a-4e37-ab0b-3c48a1531bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782a441cc0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:03:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:41.412709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f1930b58-194a-4e37-ab0b-3c48a1531bc3 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:03:41.570024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Deleting port 998d199e-054a-41d8-9ba8-0a7e38a27736 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:03:41.570910 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:41.732821 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ce371cbb-c55c-4269-be83-ca779b6ec0ef req-8fdd1784-7720-4a8a-8ecf-8cdb2b300b4e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=096e40f1-2d19-4271-98f4-365cbd69fdca HTTP/1.1" status: 200  len: 210 time: 0.0499663
Jan 20 01:03:41.774703 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f1930b58-194a-4e37-ab0b-3c48a1531bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782a441cc0>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:41.774946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:41.775288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:41.778908 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1930b58-194a-4e37-ab0b-3c48a1531bc3 None None] The sync data for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi is: [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:03:41.909318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Calling delete_port for 998d199e-054a-41d8-9ba8-0a7e38a27736 owned by network:floatingip {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:03:42.064672 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d6507d5d-4a61-4307-9da3-874785c58573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:42.074420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:42.091481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:42.149627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Pushing event deleted for resources: {'Port': ['ID=998d199e-054a-41d8-9ba8-0a7e38a27736,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:42.154315 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:42.192199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367fe109-a690-4a2c-aa39-a5779058a056 None None] New status for floating IP 4bda1b18-2b57-4666-a8f7-b77a178f6156: DOWN {{(pid=80159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:03:42.245029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb438dd-0e00-418c-a270-fb359aa405fc req-2defe08c-0011-4228-91af-9f477aa54b44 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:42.247086 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0fb438dd-0e00-418c-a270-fb359aa405fc req-2defe08c-0011-4228-91af-9f477aa54b44 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 984 time: 0.1129606
Jan 20 01:03:42.308207 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0fb438dd-0e00-418c-a270-fb359aa405fc req-34fb99dc-77a4-404d-97e8-428f8e8826f6 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&id=e9da05b4-8b49-4eb9-8621-0d11dde08ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0538383
Jan 20 01:03:42.330610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks [] for floatingip, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:42.349044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:42.350327 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] 10.222.0.37 "DELETE /v2.0/floatingips/05ba2aee-06ca-48cf-953b-cc69a9cb930c HTTP/1.1" status: 204  len: 168 time: 1.9863846
Jan 20 01:03:43.144181 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-ec1e2e15-c061-4b80-9ce2-937152ea7aa1 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-240305902&fields=id&tenant_id=f0f86d6646694ab985428ba58017082f HTTP/1.1" status: 200  len: 267 time: 0.0448644
Jan 20 01:03:43.323003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6b43e060-9705-4c00-a103-1154ac7d4b0d tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:43.325107 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6b43e060-9705-4c00-a103-1154ac7d4b0d tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 812 time: 0.1739364
Jan 20 01:03:43.341271 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-8f3914d1-43b1-4cb4-b772-d606ae348cc4 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/quotas/f0f86d6646694ab985428ba58017082f HTTP/1.1" status: 200  len: 375 time: 0.0100906
Jan 20 01:03:43.446589 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6d08c6ae-1c40-465f-98f1-053b9c109b6c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0992162
Jan 20 01:03:43.667982 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d0304-e1e0-431b-af94-9adf3808fd80 req-3403318e-d153-46d2-9629-70a9f1ec4f7e tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:43.669711 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-116d0304-e1e0-431b-af94-9adf3808fd80 req-3403318e-d153-46d2-9629-70a9f1ec4f7e tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 984 time: 0.2221551
Jan 20 01:03:43.679252 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-8a048acd-68bd-4b81-b9e4-877a1bfe2d7e service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1915252
Jan 20 01:03:43.820757 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-116d0304-e1e0-431b-af94-9adf3808fd80 req-e95250f4-92d3-401f-83dd-f865527d7bc9 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&id=e9da05b4-8b49-4eb9-8621-0d11dde08ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1438816
Jan 20 01:03:43.868156 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-85d19316-7157-4684-be01-34416c1926a0 service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1724296
Jan 20 01:03:44.300066 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16c919ad-61ea-4303-abaf-e44244c097f9 req-a3a39660-acf3-4cf8-bf1d-477cc5a7c7eb tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 210 time: 0.0536697
Jan 20 01:03:44.603901 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-926f4149-bdc0-4fb9-8998-645ae5dc7718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:44.778605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:45.055666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d5f67-37c0-4732-8170-26db15395522 req-c46c4df9-6bd7-4c63-88b1-7ee5bf10b5bb tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:45.057356 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0c1d5f67-37c0-4732-8170-26db15395522 req-c46c4df9-6bd7-4c63-88b1-7ee5bf10b5bb tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 984 time: 0.1020155
Jan 20 01:03:45.115003 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0c1d5f67-37c0-4732-8170-26db15395522 req-02f563f6-7060-41b9-ba9d-d93e401cbe1a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&id=e9da05b4-8b49-4eb9-8621-0d11dde08ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0504169
Jan 20 01:03:45.508973 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a9e4f6b1-9c91-4268-ae04-2a342233f3be req-9912ddac-98a2-4fb2-bf54-8240683db633 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 210 time: 0.0698950
Jan 20 01:03:45.567810 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6f89a816-4478-479d-89af-229d92eafbc6 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:45.569434 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6f89a816-4478-479d-89af-229d92eafbc6 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 812 time: 0.2344031
Jan 20 01:03:45.667652 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-ab341b83-40e2-4916-ade2-03a043451cac tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0f86d6646694ab985428ba58017082f HTTP/1.1" status: 200  len: 5763 time: 0.0738056
Jan 20 01:03:45.677245 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'port': {'device_id': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'admin_state_up': True, 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'security_groups': ['54b0108b-333a-4666-8d03-883d831dc5e9']}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:03:46.040413 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:03:46.050655 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:03:46.059202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Made reservation on behalf of f0f86d6646694ab985428ba58017082f for: {'port': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:03:46.067863 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:46.469374 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 39658) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:46.476692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3766200-e807-47c1-a1e7-e9bceb444cce req-b772cfb8-784d-4981-be6a-3e49df34ff09 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:46.479379 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d3766200-e807-47c1-a1e7-e9bceb444cce req-b772cfb8-784d-4981-be6a-3e49df34ff09 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 984 time: 0.1977503
Jan 20 01:03:46.517663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:03:46.523043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Allocated IP 172.20.0.4 (559b2f7d-75e1-4563-beb7-771e7ea167d9/71a1f29b-0e32-429a-abdc-d73d342dcc3e/6c1080ad-093c-4365-91c7-d955bd1af634) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:03:46.581549 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d3766200-e807-47c1-a1e7-e9bceb444cce req-843c89bf-1155-4f6d-ad0e-88f63aea36da tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&id=e9da05b4-8b49-4eb9-8621-0d11dde08ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0939682
Jan 20 01:03:46.622340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:03:46.623222 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:46.687513 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:46.779443 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:46.792411 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ba68cfe0-e60b-4bab-ae77-0d567a4919e8 req-95b172cc-748d-418a-91e0-7388d79b423f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 210 time: 0.1159580
Jan 20 01:03:46.867984 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:46.884855 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Transition to ACTIVE for port object 6c1080ad-093c-4365-91c7-d955bd1af634 will not be triggered until provisioned by entity DHCP. {{(pid=80156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:03:46.908766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:46.923867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:47.064748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event updated for resources: {'Port': ['ID=6c1080ad-093c-4365-91c7-d955bd1af634,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:47.074848 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:47.120931 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:03:47.122205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:03:47.125226 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:03:47.204380 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:47.205138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:47.233703 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-be4c3db0-0b6d-437f-bde8-a86df80b884c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5604544
Jan 20 01:03:47.260540 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Request body: {'port': {'device_id': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:03:47.357199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-646af739-eaab-4ea3-a7b0-52c1c66a5434 None None] Provisioning for port 6c1080ad-093c-4365-91c7-d955bd1af634 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:03:47.362359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-646af739-eaab-4ea3-a7b0-52c1c66a5434 None None] Provisioning complete for port 6c1080ad-093c-4365-91c7-d955bd1af634 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:03:47.362876 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-646af739-eaab-4ea3-a7b0-52c1c66a5434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:47.391718 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:47.426494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079495'] for router_interface, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:47.428009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-646af739-eaab-4ea3-a7b0-52c1c66a5434 None None] Port 6c1080ad-093c-4365-91c7-d955bd1af634 cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:03:47.810674 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] Deleting port 7523022c-aedc-4dad-921e-b7eca79ec305 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:03:47.811778 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:47.912384 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c2c5c-1d85-421c-a9d0-cd4385c182c1 req-843a2180-3ed1-401c-a031-163491f88693 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:47.916210 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c75c2c5c-1d85-421c-a9d0-cd4385c182c1 req-843a2180-3ed1-401c-a031-163491f88693 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 984 time: 0.1879735
Jan 20 01:03:47.924214 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1080ad-093c-4365-91c7-d955bd1af634 {{(pid=80156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 01:03:47.947670 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:47.986205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Transition to ACTIVE for port object 6c1080ad-093c-4365-91c7-d955bd1af634 will not be triggered until provisioned by entity L2. {{(pid=80156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:03:48.016808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] For port 7523022c-aedc-4dad-921e-b7eca79ec305, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=7523022c-aedc-4dad-921e-b7eca79ec305,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:48.017243 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:48.046404 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847646012'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:48.068008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:48.110546 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c75c2c5c-1d85-421c-a9d0-cd4385c182c1 req-b3cc9fba-9a2c-4081-a9e5-f1c0618a826d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&id=e9da05b4-8b49-4eb9-8621-0d11dde08ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1887038
Jan 20 01:03:48.160035 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] Calling delete_port for 7523022c-aedc-4dad-921e-b7eca79ec305 owned by network:router_interface {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:03:48.244210 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1080ad-093c-4365-91c7-d955bd1af634,revision_number=2']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:48.251644 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:48.309169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693a710-4895-4de4-bae2-749df7dba61f req-efc325e4-c6a4-4b99-90cf-db2b5748cc9b tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:48.309979 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-e693a710-4895-4de4-bae2-749df7dba61f req-efc325e4-c6a4-4b99-90cf-db2b5748cc9b tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:03:48.346596 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:48.365727 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f3b552f0-6dda-432e-8f82-07d0f344b427 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:48.385433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-e693a710-4895-4de4-bae2-749df7dba61f req-efc325e4-c6a4-4b99-90cf-db2b5748cc9b tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:03:48.386782 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e693a710-4895-4de4-bae2-749df7dba61f req-efc325e4-c6a4-4b99-90cf-db2b5748cc9b tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 943 time: 0.4124050
Jan 20 01:03:48.427066 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] Pushing event deleted for resources: {'Port': ['ID=7523022c-aedc-4dad-921e-b7eca79ec305,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:48.432130 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:48.494532 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e693a710-4895-4de4-bae2-749df7dba61f req-0571ce03-90fd-4162-b923-e75c9627fe95 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0990093
Jan 20 01:03:48.519026 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Attempting to bind port 6c1080ad-093c-4365-91c7-d955bd1af634 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:03:48.519495 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Attempting to bind port 6c1080ad-093c-4365-91c7-d955bd1af634 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'}] {{(pid=80156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:03:48.520084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Attempting to bind port 6c1080ad-093c-4365-91c7-d955bd1af634 on network 559b2f7d-75e1-4563-beb7-771e7ea167d9 {{(pid=80156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:03:48.526756 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:03:48.527260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Checking segment: {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:03:48.527953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:48.528465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Bound using segment: {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'} {{(pid=80156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:03:48.528971 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Bound port: 6c1080ad-093c-4365-91c7-d955bd1af634, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'}}] {{(pid=80156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:03:48.529377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:48.565851 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:03:48.635796 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] For port 6c1080ad-093c-4365-91c7-d955bd1af634, host hv-cinder-66710, cleared binding levels {{(pid=80156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:03:48.640218 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] For port 6c1080ad-093c-4365-91c7-d955bd1af634, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=6c1080ad-093c-4365-91c7-d955bd1af634,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:03:48.646139 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847646012'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:48.654960 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:03:48.655357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:48.663703 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ccc530de-2ac1-4df4-9415-0f2375f7d068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:48.814332 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854079677'] for router_interface, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:48.838222 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1080ad-093c-4365-91c7-d955bd1af634,revision_number=3']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:48.844411 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:48.873764 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:48.874447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:48.875946 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c1080ad-093c-4365-91c7-d955bd1af634 HTTP/1.1" status: 200  len: 1157 time: 1.6206040
Jan 20 01:03:48.876506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'tag': '6c1080ad-093c-4365-91c7-d955bd1af634'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:03:48.980908 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'tag': '6c1080ad-093c-4365-91c7-d955bd1af634', 'status': 'completed', 'code': 200}
Jan 20 01:03:49.021648 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-363e6c15-49bf-415c-bde0-2dfe739e21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:49.023354 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-363e6c15-49bf-415c-bde0-2dfe739e21cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 1160 time: 0.0869460
Jan 20 01:03:49.109465 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-56c96630-79f1-40e1-81ed-8d6ab7c0cfe8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c1080ad-093c-4365-91c7-d955bd1af634 HTTP/1.1" status: 200  len: 217 time: 0.0720501
Jan 20 01:03:49.182283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-fa326a1e-568a-4c97-9e9d-de5cde340431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:49.184665 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-fa326a1e-568a-4c97-9e9d-de5cde340431 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.0688472
Jan 20 01:03:49.338721 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-c7f9be2f-a21b-40a4-9b17-bbf4ddc9f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:49.340486 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-c7f9be2f-a21b-40a4-9b17-bbf4ddc9f32c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1493559
Jan 20 01:03:49.350106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] Router 59647cfd-d68a-4afe-8454-ee99a1aab874 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:03:49.395259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86e3e5-42a6-4946-b046-b7510093cc7c req-cd2291bd-f0c3-4b13-98f9-f77d6b59d9b4 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:49.396852 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8d86e3e5-42a6-4946-b046-b7510093cc7c req-cd2291bd-f0c3-4b13-98f9-f77d6b59d9b4 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 984 time: 0.1436031
Jan 20 01:03:49.541719 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8d86e3e5-42a6-4946-b046-b7510093cc7c req-be651c9d-fdaf-4b7f-a016-d141d42d5e26 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&id=e9da05b4-8b49-4eb9-8621-0d11dde08ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1294549
Jan 20 01:03:49.570079 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-59383e20-65f8-4899-92e9-f0efdbf9a159 service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2209907
Jan 20 01:03:49.731936 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-85e15b89-dc6d-4bf6-a447-1629bf39f826 req-85e9c4bb-f6ed-441f-8dd5-2cb22791143c service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1553063
Jan 20 01:03:49.784343 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:03:49.794714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b30168-4c9e-47ff-a237-b85534eed128 None None] Sync routers for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:03:49.800566 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] 10.222.0.37 "PUT /v2.0/routers/59647cfd-d68a-4afe-8454-ee99a1aab874/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3276346
Jan 20 01:03:49.801099 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 39680) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:49.809938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b30168-4c9e-47ff-a237-b85534eed128 None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:03:49.810737 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-09b30168-4c9e-47ff-a237-b85534eed128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782adf0588>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:03:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:49.985251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaedce-b1ab-4941-9712-b3ff83d8c988 req-fd85882c-befd-4b30-ba19-bc4ca4c79384 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:49.986902 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1abaedce-b1ab-4941-9712-b3ff83d8c988 req-fd85882c-befd-4b30-ba19-bc4ca4c79384 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 943 time: 0.2098937
Jan 20 01:03:49.989758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26f38f-b6dc-420e-ba37-9354d5036ecb req-0d21b4e5-739d-4fab-99c0-99f2895200a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:49.991221 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ed26f38f-b6dc-420e-ba37-9354d5036ecb req-0d21b4e5-739d-4fab-99c0-99f2895200a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 1160 time: 0.1558456
Jan 20 01:03:50.006223 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:50.022864 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-09b30168-4c9e-47ff-a237-b85534eed128 None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:03:50.221426 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:50.227576 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] Deleting port 40440426-e7fb-410c-954b-c53d934bae96 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:03:50.227963 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:50.351642 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-09b30168-4c9e-47ff-a237-b85534eed128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782adf0588>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T01:03:48Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:50.357031 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b30168-4c9e-47ff-a237-b85534eed128 None None] Checking router: 59647cfd-d68a-4afe-8454-ee99a1aab874 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:03:50.364843 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1abaedce-b1ab-4941-9712-b3ff83d8c988 req-52cece16-e7ed-4522-b47a-b20b7110a78d tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.3707850
Jan 20 01:03:50.366295 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b30168-4c9e-47ff-a237-b85534eed128 None None] Routers {'59647cfd-d68a-4afe-8454-ee99a1aab874'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:03:50.367031 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-09b30168-4c9e-47ff-a237-b85534eed128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782adf0588>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:03:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['59647cfd-d68a-4afe-8454-ee99a1aab874'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:50.408605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26f38f-b6dc-420e-ba37-9354d5036ecb req-9a4da608-c0fe-4c90-b326-fa6d10ec1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:50.410376 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ed26f38f-b6dc-420e-ba37-9354d5036ecb req-9a4da608-c0fe-4c90-b326-fa6d10ec1786 service neutron] 10.222.0.20 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.4009445
Jan 20 01:03:50.426125 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] For port 40440426-e7fb-410c-954b-c53d934bae96, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=40440426-e7fb-410c-954b-c53d934bae96,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:50.426522 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:50.487928 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ed26f38f-b6dc-420e-ba37-9354d5036ecb req-b2ef3587-9d5d-4514-94df-623734686eb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c1080ad-093c-4365-91c7-d955bd1af634 HTTP/1.1" status: 200  len: 217 time: 0.0704188
Jan 20 01:03:50.562143 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26f38f-b6dc-420e-ba37-9354d5036ecb req-6fa5ab5f-c0c6-4229-be66-9f2c8d6724d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:50.563865 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ed26f38f-b6dc-420e-ba37-9354d5036ecb req-6fa5ab5f-c0c6-4229-be66-9f2c8d6724d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.0680470
Jan 20 01:03:50.565857 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-09b30168-4c9e-47ff-a237-b85534eed128 None None] Set router 59647cfd-d68a-4afe-8454-ee99a1aab874 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:03:50.566075 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] Calling delete_port for 40440426-e7fb-410c-954b-c53d934bae96 owned by network:router_gateway {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:03:50.651405 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26f38f-b6dc-420e-ba37-9354d5036ecb req-30d5cdd9-85b8-4bae-9644-ca75c72b8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:50.653971 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ed26f38f-b6dc-420e-ba37-9354d5036ecb req-30d5cdd9-85b8-4bae-9644-ca75c72b8f63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0839989
Jan 20 01:03:50.712438 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]: WARNING neutron.plugins.ml2.ovo_rpc [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     result = function(*args, **kwargs)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     proto.__init__(conn_state, self)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.handle()
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.handle_one_request()
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.handle_one_response()
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     result = self.application(self.environ, start_response)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     return app(environ, start_response)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     response = req.get_response(self.application)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     application, catch_exc_info=False)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     app_iter = application(self.environ, start_response)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     response = req.get_response(self.application)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     application, catch_exc_info=False)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     app_iter = application(self.environ, start_response)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     response = req.get_response(self.application)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     application, catch_exc_info=False)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     app_iter = application(self.environ, start_response)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     response = req.get_response(self.application)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     application, catch_exc_info=False)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     app_iter = application(self.environ, start_response)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     return request.get_response(self.application)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     application, catch_exc_info=False)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     app_iter = application(self.environ, start_response)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     response = req.get_response(self._app)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     application, catch_exc_info=False)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     app_iter = application(self.environ, start_response)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     return resp(environ, start_response)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     return resp(environ, start_response)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     response = self.app(environ, start_response)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     return resp(environ, start_response)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     resp = self.call_func(req, *args, **kw)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.func(req, *args, **kwargs)
Jan 20 01:03:50.719959 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     result = method(request=request, **args)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._delete(request, id, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(*args, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(*args, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(*dup_args, **dup_kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     obj_deleter(request.context, id, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     return method(*args, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(*args, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(*args, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(*dup_args, **dup_kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._delete_current_gw_port(context, id, router, None)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, context, *args, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     return method(*args, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     context, port, router_ids, bound_mech_contexts)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     return function(*args, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     callback(resource, event, trigger, **kwargs)
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     if self._is_session_semantic_violated(context, resource, event):
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]:     stack = traceback.extract_stack()
Jan 20 01:03:50.725516 dv-cinder-667108-30-iscsi neutron-server[80047]: 
Jan 20 01:03:50.800548 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ed26f38f-b6dc-420e-ba37-9354d5036ecb req-c2d6514f-ae7b-4454-bb20-b5a981dd1094 service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396449
Jan 20 01:03:50.893778 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-09b30168-4c9e-47ff-a237-b85534eed128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782adf0588>, [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T01:03:48Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:50.897863 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b30168-4c9e-47ff-a237-b85534eed128 None None] The sync data for ids ['59647cfd-d68a-4afe-8454-ee99a1aab874'] in dv-cinder-667108-30-iscsi is: [{'id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'name': 'tempest-AttachVolumeTestJSON-1970697249-router', 'tenant_id': '8deb38a450244a299367605594731f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40440426-e7fb-410c-954b-c53d934bae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:16Z', 'updated_at': '2021-01-20T01:03:48Z', 'revision_number': 5, 'project_id': '8deb38a450244a299367605594731f4d', 'gw_port': {'id': '40440426-e7fb-410c-954b-c53d934bae96', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647cfd-d68a-4afe-8454-ee99a1aab874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:18Z', 'updated_at': '2021-01-20T00:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:03:50.913629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695280'] for router_gateway, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:50.957132 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ed26f38f-b6dc-420e-ba37-9354d5036ecb req-a27154dc-3b6b-4508-b041-43a01719cf4c service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476817
Jan 20 01:03:51.061516 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1784'] for router, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:51.064415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:51.162377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642221'] for router, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:51.162978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59647cfd-d68a-4afe-8454-ee99a1aab874 {{(pid=80157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 20 01:03:51.176786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] Notify callbacks [] for router, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:51.178084 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c3c93785-e406-413a-8afd-582637afdea9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/59647cfd-d68a-4afe-8454-ee99a1aab874 HTTP/1.1" status: 204  len: 168 time: 1.3762391
Jan 20 01:03:51.180783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 39684) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:51.251310 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-81de0e07-7a1f-479b-b1f9-030126f67219 admin admin] Deleting subnet 789528cc-05fe-4b27-8465-8b93063f88a2 {{(pid=80157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 01:03:51.254423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-81de0e07-7a1f-479b-b1f9-030126f67219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:51.307533 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-81de0e07-7a1f-479b-b1f9-030126f67219 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848522314'] for subnet, precommit_delete_associations {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:51.439888 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-81de0e07-7a1f-479b-b1f9-030126f67219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:51.610715 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be44b2-5126-447d-9b38-7c6d7aee2cba req-fc7de048-020d-47a2-8882-7ac400ed2120 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:51.612358 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d6be44b2-5126-447d-9b38-7c6d7aee2cba req-fc7de048-020d-47a2-8882-7ac400ed2120 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 943 time: 0.1069784
Jan 20 01:03:51.662787 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d6be44b2-5126-447d-9b38-7c6d7aee2cba req-c7e5f9a9-d265-4a4c-83a8-ea088918052f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0438957
Jan 20 01:03:51.714304 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-81de0e07-7a1f-479b-b1f9-030126f67219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5689298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848542499'] for subnet, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:51.731507 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:51.777746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de0e07-7a1f-479b-b1f9-030126f67219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789528cc-05fe-4b27-8465-8b93063f88a2,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:51.781512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-81de0e07-7a1f-479b-b1f9-030126f67219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:51.864107 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-81de0e07-7a1f-479b-b1f9-030126f67219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:51.869776 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c431f476-ade6-44ac-ba64-7975ed484ba1 None None] Network a14b3dba-4d97-42f8-8920-51b8d4def42a requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:03:51.873546 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-81de0e07-7a1f-479b-b1f9-030126f67219 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/789528cc-05fe-4b27-8465-8b93063f88a2 HTTP/1.1" status: 204  len: 168 time: 0.6884980
Jan 20 01:03:51.873818 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 39690) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:51.958159 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 7523022c-aedc-4dad-921e-b7eca79ec305 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:03:51.994437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:52.009966 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: 7523022c-aedc-4dad-921e-b7eca79ec305 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:03:52.010366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 7523022c-aedc-4dad-921e-b7eca79ec305 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:03:52.010841 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 40440426-e7fb-410c-954b-c53d934bae96 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:03:52.063473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Deleting port 8321edc1-6a42-446f-b32c-a328ed0ee932 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:03:52.064071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:52.080057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: 40440426-e7fb-410c-954b-c53d934bae96 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:03:52.080455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 40440426-e7fb-410c-954b-c53d934bae96 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:03:52.217481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4709ebe6-abdd-4844-abf9-84a8ee8b3bb9 None None] DHCP port deletion for a14b3dba-4d97-42f8-8920-51b8d4def42a request from dv-cinder-667108-30-iscsi {{(pid=80158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 20 01:03:52.222045 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4709ebe6-abdd-4844-abf9-84a8ee8b3bb9 None None] Deleting port 8321edc1-6a42-446f-b32c-a328ed0ee932 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:03:52.222475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4709ebe6-abdd-4844-abf9-84a8ee8b3bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:52.283880 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] For port 8321edc1-6a42-446f-b32c-a328ed0ee932, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=8321edc1-6a42-446f-b32c-a328ed0ee932,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:52.284276 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:52.420572 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Calling delete_port for 8321edc1-6a42-446f-b32c-a328ed0ee932 owned by network:dhcp {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:03:52.440041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-4709ebe6-abdd-4844-abf9-84a8ee8b3bb9 None None] For port 8321edc1-6a42-446f-b32c-a328ed0ee932, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=8321edc1-6a42-446f-b32c-a328ed0ee932,segment=NetworkSegment(e8a4e70d-c940-495e-b8f9-c8131507e57b),segment_id=e8a4e70d-c940-495e-b8f9-c8131507e57b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:52.440475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4709ebe6-abdd-4844-abf9-84a8ee8b3bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:52.497603 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:52.512987 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0a8daafb-9d61-4f4f-84ca-7af8388c9d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:52.575242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8321edc1-6a42-446f-b32c-a328ed0ee932,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:52.578126 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:52.667288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] No DVR routers for this DVR port 8321edc1-6a42-446f-b32c-a328ed0ee932 on host dv-cinder-667108-30-iscsi {{(pid=80156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:03:52.739923 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4709ebe6-abdd-4844-abf9-84a8ee8b3bb9 None None] Calling delete_port for 8321edc1-6a42-446f-b32c-a328ed0ee932 owned by network:dhcp {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:03:52.796976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:52.885097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [None req-4709ebe6-abdd-4844-abf9-84a8ee8b3bb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80158) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:03:52.885779 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [None req-4709ebe6-abdd-4844-abf9-84a8ee8b3bb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:03:52.980715 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f782ad105c0>,) {'filters': {'network_id': ['a14b3dba-4d97-42f8-8920-51b8d4def42a']}} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:52.996878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f782ad105c0>, 'e8a4e70d-c940-495e-b8f9-c8131507e57b') {'for_net_delete': True} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:52.997252 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f782ad105c0>, 'e8a4e70d-c940-495e-b8f9-c8131507e57b') {} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:03:53.032349 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39bce4-00ac-4ad3-ada1-fcd011031f13 req-c12973e9-5c06-4b98-9806-e37dbd8b1f52 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:53.034012 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7e39bce4-00ac-4ad3-ada1-fcd011031f13 req-c12973e9-5c06-4b98-9806-e37dbd8b1f52 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 943 time: 0.2214618
Jan 20 01:03:53.035691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848243954'] for segment, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:53.080071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:53.083595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 01:03:53.125530 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7e39bce4-00ac-4ad3-ada1-fcd011031f13 req-650824dc-fe06-4835-9065-2ed5814877f3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0827732
Jan 20 01:03:53.280028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Network a14b3dba-4d97-42f8-8920-51b8d4def42a has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:03:53.289032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847646022'] for segment, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:53.386586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4709ebe6-abdd-4844-abf9-84a8ee8b3bb9 None None] Deleting port 8321edc1-6a42-446f-b32c-a328ed0ee932 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:03:53.387062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4709ebe6-abdd-4844-abf9-84a8ee8b3bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:53.459276 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4709ebe6-abdd-4844-abf9-84a8ee8b3bb9 None None] The port '8321edc1-6a42-446f-b32c-a328ed0ee932' was deleted {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 20 01:03:53.470869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Network a14b3dba-4d97-42f8-8920-51b8d4def42a has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 01:03:53.494273 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 01:03:53.576983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:53.580540 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:53.595367 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:53.606364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a14b3dba-4d97-42f8-8920-51b8d4def42a,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:53.609765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:53.619764 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a14b3dba-4d97-42f8-8920-51b8d4def42a HTTP/1.1" status: 204  len: 168 time: 1.7448504
Jan 20 01:03:53.762244 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 39698) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:53.814982 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9942e7b4-0c17-4123-aedf-def064348739 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8deb38a450244a299367605594731f4d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0514622
Jan 20 01:03:53.817519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 39702) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:53.879454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-56990d90-d8c1-4a7f-a4e8-c47182f4acc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:53.905186 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 8321edc1-6a42-446f-b32c-a328ed0ee932 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:03:53.908226 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-56990d90-d8c1-4a7f-a4e8-c47182f4acc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:53.940944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: 8321edc1-6a42-446f-b32c-a328ed0ee932 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:03:53.941397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 8321edc1-6a42-446f-b32c-a328ed0ee932 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:03:53.956736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-56990d90-d8c1-4a7f-a4e8-c47182f4acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:53.960673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-37e66c2d-da7d-4240-93b4-0b6b1ee92034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:53.978029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56990d90-d8c1-4a7f-a4e8-c47182f4acc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56729caa-693d-4687-98c2-4a5f9166bba1,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:53.981909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-56990d90-d8c1-4a7f-a4e8-c47182f4acc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:53.987209 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-56990d90-d8c1-4a7f-a4e8-c47182f4acc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:53.991016 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-56990d90-d8c1-4a7f-a4e8-c47182f4acc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56729caa-693d-4687-98c2-4a5f9166bba1 HTTP/1.1" status: 204  len: 168 time: 0.1699510
Jan 20 01:03:54.367251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ade77-8f08-4be7-849d-540d392b2aaf req-1eaa7657-2677-411d-8aed-89f69f2611b5 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:54.368893 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-187ade77-8f08-4be7-849d-540d392b2aaf req-1eaa7657-2677-411d-8aed-89f69f2611b5 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 943 time: 0.1079371
Jan 20 01:03:54.420575 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-187ade77-8f08-4be7-849d-540d392b2aaf req-773df5de-f8af-40d2-830a-41a85474a948 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0446908
Jan 20 01:03:55.656667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb55efa-a318-427c-86b4-798c432c260c req-11c62482-682d-4edc-b10b-58c2017b895c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:55.658459 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1eb55efa-a318-427c-86b4-798c432c260c req-11c62482-682d-4edc-b10b-58c2017b895c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 943 time: 0.1055114
Jan 20 01:03:55.714591 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1eb55efa-a318-427c-86b4-798c432c260c req-924ad369-ac4d-48d0-ba7c-14bb39d783e8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0498407
Jan 20 01:03:56.263317 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 39758) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:56.413421 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-72dfc179-852d-4b0a-9e44-e01029e9ed00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:56.429607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-72dfc179-852d-4b0a-9e44-e01029e9ed00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:03:56.433640 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-72dfc179-852d-4b0a-9e44-e01029e9ed00 admin admin] Usage tracker for resource:security_group_rule and tenant:1eff4bc857f747a7af6937e12143ba81 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:03:56.437011 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-72dfc179-852d-4b0a-9e44-e01029e9ed00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:03:56.442769 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-72dfc179-852d-4b0a-9e44-e01029e9ed00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:03:56.534070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-72dfc179-852d-4b0a-9e44-e01029e9ed00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:56.536654 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-72dfc179-852d-4b0a-9e44-e01029e9ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:56.543415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-98dac2a3-7f46-4f04-b959-940b1b4c90db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:56.586073 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfc179-852d-4b0a-9e44-e01029e9ed00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8262bc9c-3f5a-4dee-8234-79643c26019e,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:56.590835 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-72dfc179-852d-4b0a-9e44-e01029e9ed00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1eff4bc857f747a7af6937e12143ba81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3262978
Jan 20 01:03:56.591745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-72dfc179-852d-4b0a-9e44-e01029e9ed00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:56.593932 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 39764) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:56.656677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5c2b-4dc9-448e-b8aa-c4dfe99c9f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:56.683933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5c2b-4dc9-448e-b8aa-c4dfe99c9f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:56.728635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5c2b-4dc9-448e-b8aa-c4dfe99c9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:56.734314 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-531e3410-fc57-4afc-84c0-9fc161885dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:56.749106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e5c2b-4dc9-448e-b8aa-c4dfe99c9f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8262bc9c-3f5a-4dee-8234-79643c26019e,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:56.752139 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1f8e5c2b-4dc9-448e-b8aa-c4dfe99c9f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:56.755055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5c2b-4dc9-448e-b8aa-c4dfe99c9f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:56.759930 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-1f8e5c2b-4dc9-448e-b8aa-c4dfe99c9f76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8262bc9c-3f5a-4dee-8234-79643c26019e HTTP/1.1" status: 204  len: 168 time: 0.1648521
Jan 20 01:03:56.951301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:56.954506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcc4a0-9efb-44ca-83b6-f12ad4752b47 req-585b358c-47ea-4c4e-bf48-e974c0385ffd tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:56.956329 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-25bcc4a0-9efb-44ca-83b6-f12ad4752b47 req-585b358c-47ea-4c4e-bf48-e974c0385ffd tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 943 time: 0.1081154
Jan 20 01:03:56.994247 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 6c1080ad-093c-4365-91c7-d955bd1af634 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:03:57.009218 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-25bcc4a0-9efb-44ca-83b6-f12ad4752b47 req-d987113c-b3fd-4dd0-a505-8cd0c814fe8a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0460927
Jan 20 01:03:57.070337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 6c1080ad-093c-4365-91c7-d955bd1af634 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:03:57.075872 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 6c1080ad-093c-4365-91c7-d955bd1af634 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:03:57.076300 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:57.118878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 39774) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:57.140235 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-66b1f006-4c3f-4ba1-b9ba-47a8f4da1ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:57.156266 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-66b1f006-4c3f-4ba1-b9ba-47a8f4da1ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:03:57.160382 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-66b1f006-4c3f-4ba1-b9ba-47a8f4da1ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:24b6427d312147f0b4557299eb7f9648 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:03:57.163369 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-66b1f006-4c3f-4ba1-b9ba-47a8f4da1ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:03:57.169152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-66b1f006-4c3f-4ba1-b9ba-47a8f4da1ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:03:57.203261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:57.231176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1080ad-093c-4365-91c7-d955bd1af634'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:03:57.241733 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 6c1080ad-093c-4365-91c7-d955bd1af634, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=6c1080ad-093c-4365-91c7-d955bd1af634,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:03:57.246527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:57.249236 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:57.257854 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-66b1f006-4c3f-4ba1-b9ba-47a8f4da1ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:57.260784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-66b1f006-4c3f-4ba1-b9ba-47a8f4da1ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:57.275249 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ad3b7426-e2af-4c25-a800-fcf5bdba75d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:57.303892 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1080ad-093c-4365-91c7-d955bd1af634', 'code': 200}
Jan 20 01:03:57.319787 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-66b1f006-4c3f-4ba1-b9ba-47a8f4da1ff2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24b6427d312147f0b4557299eb7f9648&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1996658
Jan 20 01:03:57.321033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1f006-4c3f-4ba1-b9ba-47a8f4da1ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def794b1-a746-4448-b928-e6aed74c6856,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:57.323384 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 39780) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:03:57.326561 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-66b1f006-4c3f-4ba1-b9ba-47a8f4da1ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:57.329186 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=6c1080ad-093c-4365-91c7-d955bd1af634,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:57.333317 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:57.387549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20fc7995-22b6-4f63-9703-ad5e58832b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:57.414420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20fc7995-22b6-4f63-9703-ad5e58832b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:57.460130 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20fc7995-22b6-4f63-9703-ad5e58832b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:57.465411 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-15a9766d-c700-438a-afe4-b5fc36df9b61 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:03:57.480722 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc7995-22b6-4f63-9703-ad5e58832b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def794b1-a746-4448-b928-e6aed74c6856,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:03:57.484586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-20fc7995-22b6-4f63-9703-ad5e58832b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:03:57.489107 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20fc7995-22b6-4f63-9703-ad5e58832b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:57.492434 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-20fc7995-22b6-4f63-9703-ad5e58832b72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/def794b1-a746-4448-b928-e6aed74c6856 HTTP/1.1" status: 204  len: 168 time: 0.1680202
Jan 20 01:03:57.627992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a01aad-0461-40cc-91c5-f29a462442d8 req-231fbc58-3565-4648-9532-2a6395ba94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:57.629670 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93a01aad-0461-40cc-91c5-f29a462442d8 req-231fbc58-3565-4648-9532-2a6395ba94d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 1162 time: 0.0779014
Jan 20 01:03:57.675623 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93a01aad-0461-40cc-91c5-f29a462442d8 req-6021cdf4-7798-468b-81e3-ebea03ea140b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0369580
Jan 20 01:03:58.248783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb13faa-5719-4539-b37e-2615ebcff055 req-7bd0dc7f-a925-4ed7-94cf-5e7b028e5f35 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:58.250476 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1bb13faa-5719-4539-b37e-2615ebcff055 req-7bd0dc7f-a925-4ed7-94cf-5e7b028e5f35 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 945 time: 0.1049657
Jan 20 01:03:58.306165 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1bb13faa-5719-4539-b37e-2615ebcff055 req-6e844934-7cac-4ec3-910c-76f470757745 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0493519
Jan 20 01:03:58.666094 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 6c1080ad-093c-4365-91c7-d955bd1af634 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:03:58.740354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 6c1080ad-093c-4365-91c7-d955bd1af634 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:03:58.740822 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:03:59.546405 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b0b40-e0f0-433d-b677-d54299adeec9 req-2daeb510-16e5-46bc-aaa8-482cb84beb74 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:59.547996 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-370b0b40-e0f0-433d-b677-d54299adeec9 req-2daeb510-16e5-46bc-aaa8-482cb84beb74 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 945 time: 0.1053054
Jan 20 01:03:59.602868 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-370b0b40-e0f0-433d-b677-d54299adeec9 req-a666d9ce-32d2-4d2e-8483-52e4b103668a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0485015
Jan 20 01:03:59.849183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6477b2-71a3-45c1-a938-1d5e440c39e1 req-d01201a9-d505-481d-979c-0fe5592b0e34 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:03:59.850717 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0c6477b2-71a3-45c1-a938-1d5e440c39e1 req-d01201a9-d505-481d-979c-0fe5592b0e34 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 945 time: 0.1017289
Jan 20 01:03:59.901503 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0c6477b2-71a3-45c1-a938-1d5e440c39e1 req-ada877cf-28a0-42f0-8de5-403ba1d9c5d7 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0436783
Jan 20 01:04:00.120260 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e42917a6-6dea-477f-8e74-766976833be9 req-3c524e50-8226-428f-b3b9-4527517d5941 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1632698
Jan 20 01:04:00.130308 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'floatingip': {'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:04:00.139297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:04:00.149142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:04:00.158481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:00.519843 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:00.790272 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Allocated IP 172.27.2.81 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/09f7ae7a-4f66-4186-b423-d5a74042a746) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:04:00.951428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:00.980205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:00.995328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:01.164878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event updated for resources: {'Port': ['ID=09f7ae7a-4f66-4186-b423-d5a74042a746,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:01.176164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:01.241813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:04:01.243398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:04:01.250524 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:04:01.339687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:01.411633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:01.780247 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eccf9-56b3-449b-a388-399171fb4e0c req-f677a370-4501-482e-86fc-39d5a92a0e9b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:01.781882 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-882eccf9-56b3-449b-a388-399171fb4e0c req-f677a370-4501-482e-86fc-39d5a92a0e9b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1565394
Jan 20 01:04:01.788421 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:01.805392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847646012'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:01.822650 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:01.974629 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-882eccf9-56b3-449b-a388-399171fb4e0c req-8d4f93c1-aaf8-48b0-90cb-15e7d1db87dc tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1840599
Jan 20 01:04:01.992919 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event updated for resources: {'Port': ['ID=09f7ae7a-4f66-4186-b423-d5a74042a746,revision_number=2']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:01.997466 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:02.088094 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:02.114120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:02.115403 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e42917a6-6dea-477f-8e74-766976833be9 req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.9891601
Jan 20 01:04:02.203954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-e42917a6-6dea-477f-8e74-766976833be9 req-eca684e2-d842-43b4-9b51-a7396247ba59 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:floatingip {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:04:02.218426 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-e42917a6-6dea-477f-8e74-766976833be9 req-eca684e2-d842-43b4-9b51-a7396247ba59 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:floatingip {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:04:02.219684 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e42917a6-6dea-477f-8e74-766976833be9 req-eca684e2-d842-43b4-9b51-a7396247ba59 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.81 HTTP/1.1" status: 200  len: 695 time: 0.0978177
Jan 20 01:04:02.395669 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42917a6-6dea-477f-8e74-766976833be9 req-d510f094-bc65-4fff-ba8b-98edb6cb4677 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:02.397278 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e42917a6-6dea-477f-8e74-766976833be9 req-d510f094-bc65-4fff-ba8b-98edb6cb4677 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/networks/edea8e20-c3db-4bd3-afba-40aa0a06f207 HTTP/1.1" status: 200  len: 784 time: 0.1716108
Jan 20 01:04:02.615672 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-b9eb295f-19a7-4230-ab2d-132069a171fb tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:02.617326 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-b9eb295f-19a7-4230-ab2d-132069a171fb tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1084044
Jan 20 01:04:02.712915 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-4214e54e-27cd-4aa1-88df-1e65f257bb95 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.81 HTTP/1.1" status: 200  len: 695 time: 0.0882807
Jan 20 01:04:02.725782 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-1c972184-e6de-4fd9-9486-dbc8c85f1d4c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'floatingip': {'port_id': '6c1080ad-093c-4365-91c7-d955bd1af634', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:04:02.810320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-1c972184-e6de-4fd9-9486-dbc8c85f1d4c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:03.364361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f30a73-4713-4287-b16e-7a01b80ecdb0 req-cef491b6-f39c-4e0f-a853-c476c22e55d7 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:03.365912 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-67f30a73-4713-4287-b16e-7a01b80ecdb0 req-cef491b6-f39c-4e0f-a853-c476c22e55d7 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.2368674
Jan 20 01:04:03.436592 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-67f30a73-4713-4287-b16e-7a01b80ecdb0 req-9e23b7cc-d0b1-45dc-8d6d-59cc7e04d905 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635059
Jan 20 01:04:03.563541 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-1c972184-e6de-4fd9-9486-dbc8c85f1d4c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:03.566080 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-1c972184-e6de-4fd9-9486-dbc8c85f1d4c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:03.964810 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-1c972184-e6de-4fd9-9486-dbc8c85f1d4c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Floating IP b863b260-caf0-4e95-8e2e-8ac410c43171 associated. External IP: 172.27.2.81, port: 6c1080ad-093c-4365-91c7-d955bd1af634.
Jan 20 01:04:04.332372 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-1c972184-e6de-4fd9-9486-dbc8c85f1d4c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:04:04.522028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-1c972184-e6de-4fd9-9486-dbc8c85f1d4c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:04:04.526403 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-1c972184-e6de-4fd9-9486-dbc8c85f1d4c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:04.533870 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23eb698-bc33-426e-b1b0-e06a53857ed7 None None] Sync routers for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:04:04.544828 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23eb698-bc33-426e-b1b0-e06a53857ed7 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:04:04.545813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b23eb698-bc33-426e-b1b0-e06a53857ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b2d9cc0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:03:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:04.585133 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-1c972184-e6de-4fd9-9486-dbc8c85f1d4c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "PUT /v2.0/floatingips/b863b260-caf0-4e95-8e2e-8ac410c43171 HTTP/1.1" status: 200  len: 995 time: 1.8638387
Jan 20 01:04:04.585667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'tag': '6c1080ad-093c-4365-91c7-d955bd1af634'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:04:04.772399 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4c365-0396-4e9b-8db4-dca569f1d9d7 req-f5f41f2e-04d9-4547-bd64-86fff5f45f6e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:04.774100 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3dd4c365-0396-4e9b-8db4-dca569f1d9d7 req-f5f41f2e-04d9-4547-bd64-86fff5f45f6e tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1788070
Jan 20 01:04:04.777095 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-ba932566-1423-46ef-9c89-dcf7dcf9103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:04.779182 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-ba932566-1423-46ef-9c89-dcf7dcf9103d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 1162 time: 0.1416304
Jan 20 01:04:04.890956 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b23eb698-bc33-426e-b1b0-e06a53857ed7 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:04:04.918589 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3dd4c365-0396-4e9b-8db4-dca569f1d9d7 req-2b34e74a-598d-480d-b547-e82846014e2c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1368716
Jan 20 01:04:04.971359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-17ef4e01-2521-4e22-9020-2b1e76e88691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:04.973281 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-17ef4e01-2521-4e22-9020-2b1e76e88691 service neutron] 10.222.0.37 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.1762295
Jan 20 01:04:05.039606 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'tag': '6c1080ad-093c-4365-91c7-d955bd1af634', 'status': 'completed', 'code': 200}
Jan 20 01:04:05.086576 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-a12b46d4-9b1e-4ecc-ac9b-9ffb75cb0eda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c1080ad-093c-4365-91c7-d955bd1af634 HTTP/1.1" status: 200  len: 998 time: 0.1063094
Jan 20 01:04:05.159439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-856015ab-7a40-4339-a6b6-6dcb7ff63736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:05.161060 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-856015ab-7a40-4339-a6b6-6dcb7ff63736 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.0669973
Jan 20 01:04:05.244347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-1771da7a-0672-4a61-8fef-378bb1d17a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:05.246024 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-1771da7a-0672-4a61-8fef-378bb1d17a0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0779452
Jan 20 01:04:05.258373 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b23eb698-bc33-426e-b1b0-e06a53857ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b2d9cc0>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': 'b863b260-caf0-4e95-8e2e-8ac410c43171', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '6c1080ad-093c-4365-91c7-d955bd1af634', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:53:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:04:01Z', 'updated_at': '2021-01-20T01:04:03Z', 'revision_number': 1, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:05.263051 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23eb698-bc33-426e-b1b0-e06a53857ed7 None None] Checking router: 0c20d583-dac3-4ad2-b8f6-01e2a553f21c for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:04:05.272070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23eb698-bc33-426e-b1b0-e06a53857ed7 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:04:05.272731 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b23eb698-bc33-426e-b1b0-e06a53857ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b2d9cc0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:03:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:05.391877 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-1c624aed-3e32-44c4-b075-1074f375bead service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374156
Jan 20 01:04:05.461447 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b23eb698-bc33-426e-b1b0-e06a53857ed7 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:04:05.538985 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f302bd1c-20df-44cf-8fec-d45492daac59 req-d18ac623-ca74-4bcf-b03d-2539a9ce2b78 service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403217
Jan 20 01:04:05.836455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b23eb698-bc33-426e-b1b0-e06a53857ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b2d9cc0>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': 'b863b260-caf0-4e95-8e2e-8ac410c43171', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '6c1080ad-093c-4365-91c7-d955bd1af634', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:53:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:04:01Z', 'updated_at': '2021-01-20T01:04:03Z', 'revision_number': 1, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:05.841968 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23eb698-bc33-426e-b1b0-e06a53857ed7 None None] The sync data for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi is: [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': 'b863b260-caf0-4e95-8e2e-8ac410c43171', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '6c1080ad-093c-4365-91c7-d955bd1af634', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:53:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:04:01Z', 'updated_at': '2021-01-20T01:04:03Z', 'revision_number': 1, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:04:05.911337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cf09d-0fa0-4e5b-80be-d5e6fdacf6ad req-cd8bb3f1-44f6-44a7-8cfd-95a7b9ff7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:05.913295 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1f5cf09d-0fa0-4e5b-80be-d5e6fdacf6ad req-cd8bb3f1-44f6-44a7-8cfd-95a7b9ff7d72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 1162 time: 0.0920784
Jan 20 01:04:05.936557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 802e6700-a3e8-4611-a857-7d2d96080875 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:04:05.940723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-09edaa9f-ee66-40f1-9751-f9f2302cb80b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:05.942460 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-09edaa9f-ee66-40f1-9751-f9f2302cb80b tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.20 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 945 time: 0.1189575
Jan 20 01:04:06.034735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Deleting port 802e6700-a3e8-4611-a857-7d2d96080875 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:06.035128 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:06.070766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cf09d-0fa0-4e5b-80be-d5e6fdacf6ad req-087aeed7-976c-4f94-a266-0a28caef4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:06.072693 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1f5cf09d-0fa0-4e5b-80be-d5e6fdacf6ad req-087aeed7-976c-4f94-a266-0a28caef4774 service neutron] 10.222.0.20 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.1526017
Jan 20 01:04:06.093397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:06.131334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 802e6700-a3e8-4611-a857-7d2d96080875, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=802e6700-a3e8-4611-a857-7d2d96080875,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:06.132583 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:04:06.155994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:06.158904 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:06.227231 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42df59-4025-44c6-81c4-3d348faa6446 None None] New status for floating IP b863b260-caf0-4e95-8e2e-8ac410c43171: ACTIVE {{(pid=80158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:04:06.251712 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1f5cf09d-0fa0-4e5b-80be-d5e6fdacf6ad req-bd8c8383-3227-435c-b96d-e56279034057 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c1080ad-093c-4365-91c7-d955bd1af634 HTTP/1.1" status: 200  len: 998 time: 0.1717815
Jan 20 01:04:06.298631 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875', 'code': 200}
Jan 20 01:04:06.353208 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=802e6700-a3e8-4611-a857-7d2d96080875,revision_number=7']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:06.370195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93339709-205a-4561-b35c-322d547dbe7e req-20f8f00d-0b4b-4d3f-8e5e-e902be3f03ed tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:06.372005 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93339709-205a-4561-b35c-322d547dbe7e req-20f8f00d-0b4b-4d3f-8e5e-e902be3f03ed tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 943 time: 0.2818506
Jan 20 01:04:06.422458 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:06.464571 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93339709-205a-4561-b35c-322d547dbe7e req-c066da58-bf8b-4afa-a5a4-ffd34b9e547a tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups?id=4f0416f3-a52d-4c39-b121-8b1be255def4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800095
Jan 20 01:04:06.472277 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] For port 802e6700-a3e8-4611-a857-7d2d96080875, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=802e6700-a3e8-4611-a857-7d2d96080875,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:06.472689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:06.619203 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cf09d-0fa0-4e5b-80be-d5e6fdacf6ad req-5b943d90-2ed4-4ff7-98dd-05ac1b0ce107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:06.620743 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1f5cf09d-0fa0-4e5b-80be-d5e6fdacf6ad req-5b943d90-2ed4-4ff7-98dd-05ac1b0ce107 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.3221433
Jan 20 01:04:06.707970 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cf09d-0fa0-4e5b-80be-d5e6fdacf6ad req-cd9f3ec0-ee4d-45a3-8caa-12a6387935c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:06.709630 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1f5cf09d-0fa0-4e5b-80be-d5e6fdacf6ad req-cd9f3ec0-ee4d-45a3-8caa-12a6387935c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0818791
Jan 20 01:04:06.794629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:06.795036 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:06.795386 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Floating IP e49c4b86-2d16-48a7-87bc-01befd03cc76 disassociated. External IP: 172.27.2.47, port: 802e6700-a3e8-4611-a857-7d2d96080875.
Jan 20 01:04:06.795766 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Calling delete_port for 802e6700-a3e8-4611-a857-7d2d96080875 owned by compute:nova {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:06.856755 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1f5cf09d-0fa0-4e5b-80be-d5e6fdacf6ad req-aace65f9-5035-4495-a00e-358acff955f0 service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401558
Jan 20 01:04:06.951619 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:06.970173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b71e54c1-0052-498a-863a-ff2583c85691 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:07.007952 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1f5cf09d-0fa0-4e5b-80be-d5e6fdacf6ad req-3ca0d3aa-5a83-4ef8-aa2d-49a2fa8f09ae service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445744
Jan 20 01:04:07.027885 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event deleted for resources: {'Port': ['ID=802e6700-a3e8-4611-a857-7d2d96080875,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:07.031088 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:07.581508 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Router 523348e9-870a-4e41-a22c-a70bb3df98cb has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:04:07.785328 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-71b28472-93f1-4a22-984c-96d16d3998d7 req-6137395f-a41b-47c3-8ccb-184a57f2dfa1 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/ports?device_id=e4fcdebb-458f-4100-9561-fac01b323ca7 HTTP/1.1" status: 200  len: 210 time: 0.1342232
Jan 20 01:04:07.835173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:04:07.863008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4f4d9-ccf8-4a23-96a2-d2e895fbb849 None None] Sync routers for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:04:07.877018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] No DVR routers for this DVR port 802e6700-a3e8-4611-a857-7d2d96080875 on host hv-cinder-66710 {{(pid=80156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:04:07.877217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4f4d9-ccf8-4a23-96a2-d2e895fbb849 None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:04:07.878544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-98a4f4d9-ccf8-4a23-96a2-d2e895fbb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b2d94a8>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:03:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:07.879355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:07.882242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'name': 'network-vif-deleted', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:04:07.895192 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-70e27b48-bf56-4919-b224-86529b0b16c5 req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.20 "DELETE /v2.0/ports/802e6700-a3e8-4611-a857-7d2d96080875 HTTP/1.1" status: 204  len: 173 time: 1.9473517
Jan 20 01:04:07.957734 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fcdebb-458f-4100-9561-fac01b323ca7', 'name': 'network-vif-deleted', 'tag': '802e6700-a3e8-4611-a857-7d2d96080875', 'status': 'completed', 'code': 200}
Jan 20 01:04:08.092510 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-98a4f4d9-ccf8-4a23-96a2-d2e895fbb849 None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:04:08.427696 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-98a4f4d9-ccf8-4a23-96a2-d2e895fbb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b2d94a8>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:47Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:08.431713 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4f4d9-ccf8-4a23-96a2-d2e895fbb849 None None] Checking router: 523348e9-870a-4e41-a22c-a70bb3df98cb for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:04:08.440652 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4f4d9-ccf8-4a23-96a2-d2e895fbb849 None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:04:08.441328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-98a4f4d9-ccf8-4a23-96a2-d2e895fbb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b2d94a8>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:03:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:08.626455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-98a4f4d9-ccf8-4a23-96a2-d2e895fbb849 None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:04:08.958701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-98a4f4d9-ccf8-4a23-96a2-d2e895fbb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b2d94a8>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:47Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:08.963650 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4f4d9-ccf8-4a23-96a2-d2e895fbb849 None None] The sync data for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi is: [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T00:56:30Z', 'revision_number': 4, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'afe38db9-5a84-4d8b-b57c-b8d810c34401', 'name': '', 'network_id': 'e6192c1e-956c-4a43-9332-7629d998b277', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'mac_address': 'fa:16:3e:2b:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:25Z', 'updated_at': '2021-01-20T00:56:47Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'subnets': [{'id': '37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:04:08.971753 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 39912) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:09.050190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-28dbb523-25a2-4d92-adf3-4dd06abcc037 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:09.084794 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-28dbb523-25a2-4d92-adf3-4dd06abcc037 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:09.134124 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-28dbb523-25a2-4d92-adf3-4dd06abcc037 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:09.140405 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5873f1cb-40f8-46fa-bdb3-53e9b04905ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:09.157444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbb523-25a2-4d92-adf3-4dd06abcc037 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0416f3-a52d-4c39-b121-8b1be255def4,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:09.161947 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-28dbb523-25a2-4d92-adf3-4dd06abcc037 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:09.168308 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-28dbb523-25a2-4d92-adf3-4dd06abcc037 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:09.173645 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 39924) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:09.173781 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-28dbb523-25a2-4d92-adf3-4dd06abcc037 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "DELETE /v2.0/security-groups/4f0416f3-a52d-4c39-b121-8b1be255def4 HTTP/1.1" status: 204  len: 168 time: 0.2008986
Jan 20 01:04:09.194421 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.api.v2.resource [None req-eced5d57-f3b1-47fd-bf61-f737911ea0cf tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] show failed (client error): The resource could not be found.
Jan 20 01:04:09.195759 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-eced5d57-f3b1-47fd-bf61-f737911ea0cf tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "GET /v2.0/security-groups/4f0416f3-a52d-4c39-b121-8b1be255def4 HTTP/1.1" status: 404  len: 347 time: 0.0207870
Jan 20 01:04:09.201877 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 39928) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:09.376435 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76469d26-3cb2-4783-aca8-abd70b14cc71 None None] New status for floating IP e49c4b86-2d16-48a7-87bc-01befd03cc76: DOWN {{(pid=80158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:04:09.390637 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Deleting port 4641d62e-f525-425a-b2f6-e45b6af77bbb {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:09.391153 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:09.583164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:09.583623 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:09.721913 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Calling delete_port for 4641d62e-f525-425a-b2f6-e45b6af77bbb owned by network:floatingip {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:09.808646 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80156) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:04:09.808646 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:04:10.310437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Deleting port 4641d62e-f525-425a-b2f6-e45b6af77bbb {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:10.310891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:10.489648 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:10.489983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:10.619867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Calling delete_port for 4641d62e-f525-425a-b2f6-e45b6af77bbb owned by network:floatingip {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:10.766277 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:10.782150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4cf48907-b38f-4dc1-926b-ccd376654c20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:10.839513 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Pushing event deleted for resources: {'Port': ['ID=4641d62e-f525-425a-b2f6-e45b6af77bbb,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:10.844711 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:11.018055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks [] for floatingip, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:11.033169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:11.034380 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] 10.222.0.37 "DELETE /v2.0/floatingips/e49c4b86-2d16-48a7-87bc-01befd03cc76 HTTP/1.1" status: 204  len: 168 time: 1.8306792
Jan 20 01:04:12.057786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0630cacc-4786-4a56-94e1-42cd51608f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:13.904016 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40006) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:14.605674 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c29c889-8ce6-41e7-9db8-95711293c2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:14.782517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:14.885201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079495'] for router_interface, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:15.266659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] Deleting port afe38db9-5a84-4d8b-b57c-b8d810c34401 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:15.267134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:15.462963 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] For port afe38db9-5a84-4d8b-b57c-b8d810c34401, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=afe38db9-5a84-4d8b-b57c-b8d810c34401,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:15.463296 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:15.594940 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] Calling delete_port for afe38db9-5a84-4d8b-b57c-b8d810c34401 owned by network:router_interface {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:15.907760 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:15.923149 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-83f6e63c-9ce9-40aa-8c36-980178c5ecf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:15.978172 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe38db9-5a84-4d8b-b57c-b8d810c34401,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:15.982901 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:16.258616 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:04:16.335083 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854079677'] for router_interface, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:16.618982 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:16.756949 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:16.848687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] Router 523348e9-870a-4e41-a22c-a70bb3df98cb has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:04:17.065877 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:04:17.076187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8787093-cdbc-4544-b3b0-097ae11e2f74 None None] Sync routers for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:04:17.086973 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8787093-cdbc-4544-b3b0-097ae11e2f74 None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:04:17.087850 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e8787093-cdbc-4544-b3b0-097ae11e2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782ae4c358>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:04:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:17.093705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40038) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:17.103618 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] 10.222.0.37 "PUT /v2.0/routers/523348e9-870a-4e41-a22c-a70bb3df98cb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1981542
Jan 20 01:04:17.299469 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e8787093-cdbc-4544-b3b0-097ae11e2f74 None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:04:17.305842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] Notify callbacks [] for router, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:17.509046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:17.516057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] Deleting port bebe3448-03a5-420d-bec6-33606b30bdb8 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:17.517316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:17.710468 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] For port bebe3448-03a5-420d-bec6-33606b30bdb8, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=bebe3448-03a5-420d-bec6-33606b30bdb8,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:17.710784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:17.772440 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e8787093-cdbc-4544-b3b0-097ae11e2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782ae4c358>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T01:04:15Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:17.776664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8787093-cdbc-4544-b3b0-097ae11e2f74 None None] Checking router: 523348e9-870a-4e41-a22c-a70bb3df98cb for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:04:17.786277 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8787093-cdbc-4544-b3b0-097ae11e2f74 None None] Routers {'523348e9-870a-4e41-a22c-a70bb3df98cb'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:04:17.786950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e8787093-cdbc-4544-b3b0-097ae11e2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782ae4c358>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:04:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['523348e9-870a-4e41-a22c-a70bb3df98cb'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:17.846409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] Calling delete_port for bebe3448-03a5-420d-bec6-33606b30bdb8 owned by network:router_gateway {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:17.978482 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e8787093-cdbc-4544-b3b0-097ae11e2f74 None None] Set router 523348e9-870a-4e41-a22c-a70bb3df98cb gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:04:17.990012 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:18.201734 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695280'] for router_gateway, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:18.291006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e8787093-cdbc-4544-b3b0-097ae11e2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782ae4c358>, [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T01:04:15Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:18.295552 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8787093-cdbc-4544-b3b0-097ae11e2f74 None None] The sync data for ids ['523348e9-870a-4e41-a22c-a70bb3df98cb'] in dv-cinder-667108-30-iscsi is: [{'id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1180688302-router', 'tenant_id': '91d26c4688434d0888987ba4a4381769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:15Z', 'updated_at': '2021-01-20T01:04:15Z', 'revision_number': 5, 'project_id': '91d26c4688434d0888987ba4a4381769', 'gw_port': {'id': 'bebe3448-03a5-420d-bec6-33606b30bdb8', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523348e9-870a-4e41-a22c-a70bb3df98cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:17Z', 'updated_at': '2021-01-20T00:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:04:18.350213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1784'] for router, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:18.351961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:18.373311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642221'] for router, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:18.373884 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 523348e9-870a-4e41-a22c-a70bb3df98cb {{(pid=80157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 20 01:04:18.386723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] Notify callbacks [] for router, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:18.388515 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-61d2e36e-5868-4726-a7a7-25abe6a44009 admin admin] 10.222.0.37 "DELETE /v2.0/routers/523348e9-870a-4e41-a22c-a70bb3df98cb HTTP/1.1" status: 204  len: 168 time: 1.2937596
Jan 20 01:04:18.391347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40050) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:18.459257 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e00b1bf-c1de-4263-9669-940041a81f62 admin admin] Deleting subnet 37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 {{(pid=80157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 01:04:18.462347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e00b1bf-c1de-4263-9669-940041a81f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:18.518500 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e00b1bf-c1de-4263-9669-940041a81f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848522314'] for subnet, precommit_delete_associations {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:18.603649 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e00b1bf-c1de-4263-9669-940041a81f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:18.870937 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e00b1bf-c1de-4263-9669-940041a81f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5689298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848542499'] for subnet, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:18.888134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:18.935862 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00b1bf-c1de-4263-9669-940041a81f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:18.940971 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2e00b1bf-c1de-4263-9669-940041a81f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:19.028448 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e00b1bf-c1de-4263-9669-940041a81f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:19.033113 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e16eb-a5cc-4e8a-97a4-8e6c142dd3b9 None None] Network e6192c1e-956c-4a43-9332-7629d998b277 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:04:19.034491 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2e00b1bf-c1de-4263-9669-940041a81f62 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/37cbd14a-2d9e-45d3-90eb-8f82fcc8fce1 HTTP/1.1" status: 204  len: 168 time: 0.6421030
Jan 20 01:04:19.037039 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40056) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:19.158117 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:19.228150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Deleting port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:19.228505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:19.289178 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f8f6e3-3eeb-46ac-a477-187612fbe476 None None] DHCP port deletion for e6192c1e-956c-4a43-9332-7629d998b277 request from dv-cinder-667108-30-iscsi {{(pid=80158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 20 01:04:19.293887 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-93f8f6e3-3eeb-46ac-a477-187612fbe476 None None] Deleting port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:19.294306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93f8f6e3-3eeb-46ac-a477-187612fbe476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:19.455991 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] For port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=057a7490-b6cf-4f62-8cc8-c8cdd2d568e6,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:19.456439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:19.520268 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-93f8f6e3-3eeb-46ac-a477-187612fbe476 None None] For port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=057a7490-b6cf-4f62-8cc8-c8cdd2d568e6,segment=NetworkSegment(9640cf11-c437-4a95-a8a1-6f00dc55f82b),segment_id=9640cf11-c437-4a95-a8a1-6f00dc55f82b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:19.521430 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93f8f6e3-3eeb-46ac-a477-187612fbe476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:19.592339 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Calling delete_port for 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 owned by network:dhcp {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:19.665873 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-93f8f6e3-3eeb-46ac-a477-187612fbe476 None None] Calling delete_port for 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 owned by network:dhcp {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:19.676549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:19.692551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6d0b66c3-145b-4e14-8af0-efa87bc6e04d tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:19.744899 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [None req-93f8f6e3-3eeb-46ac-a477-187612fbe476 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80158) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:04:19.745333 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [None req-93f8f6e3-3eeb-46ac-a477-187612fbe476 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:04:19.747441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=057a7490-b6cf-4f62-8cc8-c8cdd2d568e6,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:19.752288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:19.925990 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device afe38db9-5a84-4d8b-b57c-b8d810c34401 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:04:19.963757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: afe38db9-5a84-4d8b-b57c-b8d810c34401 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:04:19.964142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device afe38db9-5a84-4d8b-b57c-b8d810c34401 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:04:19.964606 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device bebe3448-03a5-420d-bec6-33606b30bdb8 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:04:20.000828 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: bebe3448-03a5-420d-bec6-33606b30bdb8 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:04:20.001248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device bebe3448-03a5-420d-bec6-33606b30bdb8 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:04:20.001726 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:04:20.041167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:04:20.041568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:04:20.071541 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] No DVR routers for this DVR port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 on host dv-cinder-667108-30-iscsi {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:04:20.196771 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:20.247797 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-93f8f6e3-3eeb-46ac-a477-187612fbe476 None None] Deleting port 057a7490-b6cf-4f62-8cc8-c8cdd2d568e6 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:20.248242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93f8f6e3-3eeb-46ac-a477-187612fbe476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:20.311829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f782a030ef0>,) {'filters': {'network_id': ['e6192c1e-956c-4a43-9332-7629d998b277']}} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:20.317309 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-93f8f6e3-3eeb-46ac-a477-187612fbe476 None None] The port '057a7490-b6cf-4f62-8cc8-c8cdd2d568e6' was deleted {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 20 01:04:20.325805 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a030ef0>, '9640cf11-c437-4a95-a8a1-6f00dc55f82b') {'for_net_delete': True} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:20.325805 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a030ef0>, '9640cf11-c437-4a95-a8a1-6f00dc55f82b') {} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:20.337781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6253502'] for segment, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:20.352688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:20.354688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 01:04:20.530440 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Network e6192c1e-956c-4a43-9332-7629d998b277 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:04:20.542610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849087887'] for segment, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:20.723214 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Network e6192c1e-956c-4a43-9332-7629d998b277 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 01:04:20.748501 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 01:04:20.829695 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:20.833197 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:20.849406 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:20.858626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6192c1e-956c-4a43-9332-7629d998b277,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:20.861977 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:20.872447 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e6192c1e-956c-4a43-9332-7629d998b277 HTTP/1.1" status: 204  len: 168 time: 1.8337829
Jan 20 01:04:21.016749 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40074) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:21.072932 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-3f6da77d-f969-4c23-92e2-566d0b4b7190 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91d26c4688434d0888987ba4a4381769&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0542972
Jan 20 01:04:21.075090 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40078) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:21.137290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da99781d-bcc3-40bd-9940-3dbf93efcc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:21.164894 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da99781d-bcc3-40bd-9940-3dbf93efcc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:21.210879 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da99781d-bcc3-40bd-9940-3dbf93efcc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:21.216586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0bf74059-13f8-4cbe-91b6-3d4285318c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:21.233034 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99781d-bcc3-40bd-9940-3dbf93efcc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e95b8a-d534-4a96-a76f-73922ac6c83f,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:21.236177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-da99781d-bcc3-40bd-9940-3dbf93efcc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:21.238215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da99781d-bcc3-40bd-9940-3dbf93efcc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:21.241886 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-da99781d-bcc3-40bd-9940-3dbf93efcc44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27e95b8a-d534-4a96-a76f-73922ac6c83f HTTP/1.1" status: 204  len: 168 time: 0.1633556
Jan 20 01:04:22.126025 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40106) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:22.265112 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2051635525-network', 'tenant_id': 'c37e7ac2d2584dcea1b663a523f9bdab'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:04:22.270137 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:04:22.274150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Usage tracker for resource:network and tenant:c37e7ac2d2584dcea1b663a523f9bdab is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:04:22.277183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:04:22.283141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:04:22.292610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Made reservation on behalf of c37e7ac2d2584dcea1b663a523f9bdab for: {'network': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:04:22.298224 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:22.311804 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:22.327145 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:04:22.331219 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Usage tracker for resource:security_group_rule and tenant:c37e7ac2d2584dcea1b663a523f9bdab is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:04:22.334183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:04:22.340165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:04:22.426502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:22.429106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:22.433259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5f974db6-dc51-4917-a7db-b4ff61775687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:22.469621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 01:04:22.478981 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:22.483089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:22.487577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759632512030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:22.487693 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Added segment 46d54c51-8c43-4dfd-b642-fc3aaa515f09 of type vxlan for network d5662087-3410-4b0d-ab5a-a0839a3b3f7a
Jan 20 01:04:22.514405 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:22.543508 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:22.544746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:22.546104 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:22.550980 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:22.649354 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5220945
Jan 20 01:04:22.652482 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40112) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:22.658843 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Pushing event updated for resources: {'Network': ['ID=d5662087-3410-4b0d-ab5a-a0839a3b3f7a,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:22.659481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Request body: {'subnet': {'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2051635525-subnet', 'tenant_id': 'c37e7ac2d2584dcea1b663a523f9bdab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:04:22.661911 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:22.664639 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:04:22.668893 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Usage tracker for resource:subnet and tenant:c37e7ac2d2584dcea1b663a523f9bdab is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:04:22.670613 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network d5662087-3410-4b0d-ab5a-a0839a3b3f7a details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:04:22.672821 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:04:22.678823 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:04:22.687832 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network d5662087-3410-4b0d-ab5a-a0839a3b3f7a details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:04:22.688931 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Made reservation on behalf of c37e7ac2d2584dcea1b663a523f9bdab for: {'subnet': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:04:22.693625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6417876'] for subnet, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:23.358800 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847644836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6417861'] for subnet, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:23.374985 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:23.513455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79da501-7760-4ab6-ac89-d851af2653b6,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:23.525353 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.525783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.526203 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.526618 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.527072 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.527433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.527837 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.528240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.528645 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.529046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.530289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.530718 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.531203 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.531613 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.532019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.532422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.532826 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.533259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.533664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.534070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.534475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.534877 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.535275 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.535675 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:23.540852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:23.599572 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Checking segment: {'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:04:23.599965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Network hostable DHCP agents. Network: d5662087-3410-4b0d-ab5a-a0839a3b3f7a, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 01:04:23.618382 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Network d5662087-3410-4b0d-ab5a-a0839a3b3f7a is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 01:04:23.626492 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, d5662087-3410-4b0d-ab5a-a0839a3b3f7a) {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:04:23.635096 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d183c-29db-474b-9ae3-129e888efaab None None] Network d5662087-3410-4b0d-ab5a-a0839a3b3f7a requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:04:23.640172 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:23.640801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:23.660001 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0063233
Jan 20 01:04:23.868865 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a3443-6771-4d33-8b94-c8ba44242a43 None None] Network d5662087-3410-4b0d-ab5a-a0839a3b3f7a requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:04:24.273089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-afe567c8-9fd0-4271-989f-6689c174e200 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:24.274713 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-afe567c8-9fd0-4271-989f-6689c174e200 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/networks?id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a HTTP/1.1" status: 200  len: 815 time: 0.1752801
Jan 20 01:04:24.290912 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9d4de4a6-46d7-4e0f-b9da-ec090ba8961d tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/quotas/c37e7ac2d2584dcea1b663a523f9bdab HTTP/1.1" status: 200  len: 375 time: 0.0095577
Jan 20 01:04:24.343548 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-2b0eac15-7314-46c5-a9c6-9d4999b6a08a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0468037
Jan 20 01:04:24.485593 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-df32df09-0d69-4b2b-af44-6a7c9ce6fdd1 service neutron] 10.222.0.37 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347830
Jan 20 01:04:24.629442 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-84e27b3e-28ec-4100-bab8-3e0b7a67b47f service neutron] 10.222.0.37 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373522
Jan 20 01:04:24.834637 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cb8c7d12-f783-44b7-9f68-0639018500fa req-a39d54b3-4530-4895-a360-d5ea9b77a6d9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 210 time: 0.0495157
Jan 20 01:04:25.680092 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b9aa15ae-0442-413f-b95f-f514177fdd02 req-114b1763-7288-40da-bd82-b7917a852926 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-325506211&fields=id&tenant_id=5f7012eb63c143508e5384d340dbc73f HTTP/1.1" status: 200  len: 267 time: 0.0491774
Jan 20 01:04:25.787166 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa15ae-0442-413f-b95f-f514177fdd02 req-c796a16b-7267-4d3f-923d-aab86e2daede tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:25.788670 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b9aa15ae-0442-413f-b95f-f514177fdd02 req-c796a16b-7267-4d3f-923d-aab86e2daede tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 984 time: 0.1024714
Jan 20 01:04:25.800493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-b9aa15ae-0442-413f-b95f-f514177fdd02 req-9a03f10d-24f5-46fc-88e7-64b8320bccb7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Request body: {'port': {'security_groups': ['1769c37b-76a8-4a4c-8284-93c0b7560638']}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:04:25.934049 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b9aa15ae-0442-413f-b95f-f514177fdd02 req-9a03f10d-24f5-46fc-88e7-64b8320bccb7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:26.050428 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-48182bab-ab10-408f-815d-203854ed582f req-3b0c0666-694d-4b37-bdfd-b9cdaa7b0a90 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 210 time: 0.0681679
Jan 20 01:04:26.301214 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-b9aa15ae-0442-413f-b95f-f514177fdd02 req-9a03f10d-24f5-46fc-88e7-64b8320bccb7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] For port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:26.328289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b9aa15ae-0442-413f-b95f-f514177fdd02 req-9a03f10d-24f5-46fc-88e7-64b8320bccb7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:26.331776 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b9aa15ae-0442-413f-b95f-f514177fdd02 req-9a03f10d-24f5-46fc-88e7-64b8320bccb7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847646012'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:26.347017 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:26.513354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03f10d-24f5-46fc-88e7-64b8320bccb7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Pushing event updated for resources: {'Port': ['ID=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,revision_number=6']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:26.518934 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9a03f10d-24f5-46fc-88e7-64b8320bccb7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:26.578520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa15ae-0442-413f-b95f-f514177fdd02 req-9a03f10d-24f5-46fc-88e7-64b8320bccb7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:26.579263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b9aa15ae-0442-413f-b95f-f514177fdd02 req-9a03f10d-24f5-46fc-88e7-64b8320bccb7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:26.580824 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b9aa15ae-0442-413f-b95f-f514177fdd02 req-9a03f10d-24f5-46fc-88e7-64b8320bccb7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "PUT /v2.0/ports/56ddc878-6f52-44f2-911c-4fe8f2c91ca6 HTTP/1.1" status: 200  len: 942 time: 0.7852998
Jan 20 01:04:26.581526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:04:26.655734 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6', 'status': 'completed', 'code': 200}
Jan 20 01:04:26.682330 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16f3a1cf-6895-45eb-bfbc-3223a0386806 req-c94817cd-8b43-4c9e-a708-b50625db52a4 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups/e9da05b4-8b49-4eb9-8621-0d11dde08ca0 HTTP/1.1" status: 200  len: 3003 time: 0.0698378
Jan 20 01:04:26.819361 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-9b0f3644-ce79-4d8b-a6a1-38523c21f8d6 None None] Provisioning complete for port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:04:26.820032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3644-ce79-4d8b-a6a1-38523c21f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:26.826509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-16f3a1cf-6895-45eb-bfbc-3223a0386806 req-2711a014-fb46-4994-b7d4-85e696814f20 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:26.866951 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-16f3a1cf-6895-45eb-bfbc-3223a0386806 req-2711a014-fb46-4994-b7d4-85e696814f20 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:26.897106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaa7dc-08b9-4943-beb4-22589135f2e9 req-b73f8b39-90b1-4a92-af35-b217e116ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:26.898735 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-92eaa7dc-08b9-4943-beb4-22589135f2e9 req-b73f8b39-90b1-4a92-af35-b217e116ee19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f7012eb63c143508e5384d340dbc73f&device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 1162 time: 0.1616249
Jan 20 01:04:26.921665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-16f3a1cf-6895-45eb-bfbc-3223a0386806 req-2711a014-fb46-4994-b7d4-85e696814f20 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:26.926894 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-97fa3d58-4ea7-440f-8bd5-2d1fb1528ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:26.943283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711a014-fb46-4994-b7d4-85e696814f20 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9da05b4-8b49-4eb9-8621-0d11dde08ca0,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:26.946180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2711a014-fb46-4994-b7d4-85e696814f20 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:26.954515 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-16f3a1cf-6895-45eb-bfbc-3223a0386806 req-2711a014-fb46-4994-b7d4-85e696814f20 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:26.955775 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16f3a1cf-6895-45eb-bfbc-3223a0386806 req-2711a014-fb46-4994-b7d4-85e696814f20 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "DELETE /v2.0/security-groups/e9da05b4-8b49-4eb9-8621-0d11dde08ca0 HTTP/1.1" status: 204  len: 173 time: 0.2662163
Jan 20 01:04:26.980820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:27.105814 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-4d1a3f68-4127-4159-921f-2187f5982e0f tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/floatingips/66f55628-5f34-4771-a560-c8c745ea4b27 HTTP/1.1" status: 200  len: 998 time: 0.1182644
Jan 20 01:04:27.279799 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-27074fa5-c109-47b3-8598-0958def12449 req-6a8022bc-75f8-4561-93ae-2c52d1738ea5 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 210 time: 0.0634542
Jan 20 01:04:27.334927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-2fa03dc0-30ed-4739-ae78-fdf998fe7cde tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:27.336411 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-2fa03dc0-30ed-4739-ae78-fdf998fe7cde tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/networks/edea8e20-c3db-4bd3-afba-40aa0a06f207 HTTP/1.1" status: 200  len: 784 time: 0.2239585
Jan 20 01:04:27.347325 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-6ad76452-1dbb-4697-bd7a-48e99c7a7ba4 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 01:04:27.348306 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-6ad76452-1dbb-4697-bd7a-48e99c7a7ba4 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0061483
Jan 20 01:04:27.462176 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-bd25626e-2853-4bd0-b9f0-6ad940784c80 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.221 HTTP/1.1" status: 200  len: 1001 time: 0.1079204
Jan 20 01:04:27.559992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-f024ca6d-4cea-4a2b-a939-80c7d2c2fe6d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:27.562033 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-f024ca6d-4cea-4a2b-a939-80c7d2c2fe6d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports/56ddc878-6f52-44f2-911c-4fe8f2c91ca6 HTTP/1.1" status: 200  len: 942 time: 0.0938113
Jan 20 01:04:27.750592 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-dc3ff8e0-980b-49a4-8f8e-9cc6530439fb tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.221 HTTP/1.1" status: 200  len: 1001 time: 0.1062789
Jan 20 01:04:27.973735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Deleting port ad305523-0a91-472a-b479-b00931ab694f {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:27.974110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:28.151308 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:28.151585 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for floatingip, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:28.285735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Calling delete_port for ad305523-0a91-472a-b479-b00931ab694f owned by network:floatingip {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:28.704867 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e161267c-deea-4e7d-a0cb-05f88ee0f886 req-2fa45ae8-61f1-4d7e-95d3-47da66068136 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 210 time: 0.2895298
Jan 20 01:04:28.719043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:28.734890 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6e5f2aad-af19-411c-b41f-5d33709cf3a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:28.792198 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Pushing event deleted for resources: {'Port': ['ID=ad305523-0a91-472a-b479-b00931ab694f,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:28.796894 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:28.955744 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks [] for floatingip, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:28.956031 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Floating IP 66f55628-5f34-4771-a560-c8c745ea4b27 disassociated (deleted). External IP: 172.27.2.221, port: 56ddc878-6f52-44f2-911c-4fe8f2c91ca6.
Jan 20 01:04:29.332487 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Router 831747c1-64a7-44ac-8af8-9e2d1e20f388 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:04:29.564026 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:04:29.576537 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcccf34-f4f9-4e8e-aa53-d70d24f4f1cb None None] Sync routers for ids ['831747c1-64a7-44ac-8af8-9e2d1e20f388'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:04:29.586350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcccf34-f4f9-4e8e-aa53-d70d24f4f1cb None None] Routers {'831747c1-64a7-44ac-8af8-9e2d1e20f388'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:04:29.586965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7fcccf34-f4f9-4e8e-aa53-d70d24f4f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b2cbbe0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:04:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['831747c1-64a7-44ac-8af8-9e2d1e20f388'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:29.651908 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:29.724423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaa7dc-08b9-4943-beb4-22589135f2e9 req-8d462d2b-10b5-43b5-bcf2-9469d76e443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:29.724684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:04:29.726061 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-92eaa7dc-08b9-4943-beb4-22589135f2e9 req-8d462d2b-10b5-43b5-bcf2-9469d76e443a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f642aeb4-8420-407d-ba62-aa0ecef5c415 HTTP/1.1" status: 200  len: 909 time: 0.2104449
Jan 20 01:04:29.735658 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "DELETE /v2.0/floatingips/66f55628-5f34-4771-a560-c8c745ea4b27 HTTP/1.1" status: 204  len: 173 time: 1.9770472
Jan 20 01:04:29.735658 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:04:29.849705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:04:29.850242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:29.896988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7fcccf34-f4f9-4e8e-aa53-d70d24f4f1cb None None] Set router 831747c1-64a7-44ac-8af8-9e2d1e20f388 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:04:29.927047 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-92eaa7dc-08b9-4943-beb4-22589135f2e9 req-d6fee3cf-5814-4630-abf2-0fd19e4eb592 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6 HTTP/1.1" status: 200  len: 217 time: 0.1924083
Jan 20 01:04:29.946198 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2775b5bb-581b-4de3-85ed-7285aaf31667 req-789bb243-280e-45e2-8c1f-6385f9bdb7d6 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 210 time: 0.0810442
Jan 20 01:04:30.018392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-72afad40-a5f3-4402-8314-d6c792268992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:30.026671 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-72afad40-a5f3-4402-8314-d6c792268992 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f7012eb63c143508e5384d340dbc73f&device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 1162 time: 0.2246099
Jan 20 01:04:30.187714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-a1754c29-a2ce-489f-b873-3a443d4b76d8 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:30.188760 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-a1754c29-a2ce-489f-b873-3a443d4b76d8 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Synchronizing usage tracker for tenant:c37e7ac2d2584dcea1b663a523f9bdab on resource:network {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:04:30.194735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-0bbf737a-a9b3-4d6f-8f9a-dc895819edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:30.205700 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-0bbf737a-a9b3-4d6f-8f9a-dc895819edb9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f642aeb4-8420-407d-ba62-aa0ecef5c415 HTTP/1.1" status: 200  len: 909 time: 0.1780653
Jan 20 01:04:30.208581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-a1754c29-a2ce-489f-b873-3a443d4b76d8 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Unset dirty status for tenant:c37e7ac2d2584dcea1b663a523f9bdab on resource:network {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:04:30.210109 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-a1754c29-a2ce-489f-b873-3a443d4b76d8 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "GET /v2.0/networks?id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a HTTP/1.1" status: 200  len: 815 time: 0.2494285
Jan 20 01:04:30.210909 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6', 'status': 'completed', 'code': 200}
Jan 20 01:04:30.286627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Request body: {'port': {'device_id': 'f7cb332f-ee45-4003-8d21-c99fdfce172d', 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a', 'admin_state_up': True, 'tenant_id': 'c37e7ac2d2584dcea1b663a523f9bdab'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:04:30.288667 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-b2547320-3b70-4ba8-93e8-04468d0e2d04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6 HTTP/1.1" status: 200  len: 217 time: 0.0739665
Jan 20 01:04:30.292264 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaa7dc-08b9-4943-beb4-22589135f2e9 req-38455f4e-4ead-4b04-a0f7-e9de79acb93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:30.293794 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-92eaa7dc-08b9-4943-beb4-22589135f2e9 req-38455f4e-4ead-4b04-a0f7-e9de79acb93e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3 HTTP/1.1" status: 200  len: 854 time: 0.3320320
Jan 20 01:04:30.416442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7fcccf34-f4f9-4e8e-aa53-d70d24f4f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b2cbbe0>, [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 4, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '5fa27a50-721a-4050-8af6-db0d1ecf0a64', 'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'mac_address': 'fa:16:3e:8b:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:22Z', 'updated_at': '2021-01-20T01:02:32Z', 'revision_number': 5, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'subnets': [{'id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:30.420333 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-6612bc24-8d9f-47b1-8f1e-17660a5fb945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:30.422009 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-6612bc24-8d9f-47b1-8f1e-17660a5fb945 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3 HTTP/1.1" status: 200  len: 854 time: 0.1272874
Jan 20 01:04:30.429047 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcccf34-f4f9-4e8e-aa53-d70d24f4f1cb None None] Checking router: 831747c1-64a7-44ac-8af8-9e2d1e20f388 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:04:30.440049 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcccf34-f4f9-4e8e-aa53-d70d24f4f1cb None None] Routers {'831747c1-64a7-44ac-8af8-9e2d1e20f388'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:04:30.440328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7fcccf34-f4f9-4e8e-aa53-d70d24f4f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b2cbbe0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:04:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['831747c1-64a7-44ac-8af8-9e2d1e20f388'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:30.469347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:04:30.473998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Usage tracker for resource:port and tenant:c37e7ac2d2584dcea1b663a523f9bdab is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:04:30.477294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Quota usage for port was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:04:30.484407 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:04:30.493793 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Made reservation on behalf of c37e7ac2d2584dcea1b663a523f9bdab for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:04:30.500560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaa7dc-08b9-4943-beb4-22589135f2e9 req-d44c27bb-5b06-45e9-8097-b2a12831b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:30.502195 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-92eaa7dc-08b9-4943-beb4-22589135f2e9 req-d44c27bb-5b06-45e9-8097-b2a12831b066 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f642aeb4-8420-407d-ba62-aa0ecef5c415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1667383
Jan 20 01:04:30.504642 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:30.562945 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-f29bd939-d8b0-4697-b036-b3e06e0a233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:30.564587 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-f29bd939-d8b0-4697-b036-b3e06e0a233f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f642aeb4-8420-407d-ba62-aa0ecef5c415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1344264
Jan 20 01:04:30.633473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7fcccf34-f4f9-4e8e-aa53-d70d24f4f1cb None None] Set router 831747c1-64a7-44ac-8af8-9e2d1e20f388 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:04:30.767488 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-92eaa7dc-08b9-4943-beb4-22589135f2e9 req-4c5f4f5d-792a-44ab-a9a6-96110459ea31 service neutron] 10.222.0.20 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2567720
Jan 20 01:04:30.833849 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-55ad8c25-a2a8-4f57-a7c5-c519dd9ff9b2 service neutron] 10.222.0.37 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2211607
Jan 20 01:04:30.865927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Allocated IP 172.20.0.5 (d5662087-3410-4b0d-ab5a-a0839a3b3f7a/d79da501-7760-4ab6-ac89-d851af2653b6/ec25dfe4-f1e4-4153-9c48-be26a0f25301) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:04:31.066452 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7fcccf34-f4f9-4e8e-aa53-d70d24f4f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b2cbbe0>, [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 4, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '5fa27a50-721a-4050-8af6-db0d1ecf0a64', 'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'mac_address': 'fa:16:3e:8b:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:22Z', 'updated_at': '2021-01-20T01:02:32Z', 'revision_number': 5, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'subnets': [{'id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:31.072690 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcccf34-f4f9-4e8e-aa53-d70d24f4f1cb None None] The sync data for ids ['831747c1-64a7-44ac-8af8-9e2d1e20f388'] in dv-cinder-667108-30-iscsi is: [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:02:23Z', 'revision_number': 4, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '5fa27a50-721a-4050-8af6-db0d1ecf0a64', 'name': '', 'network_id': 'f642aeb4-8420-407d-ba62-aa0ecef5c415', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'mac_address': 'fa:16:3e:8b:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:22Z', 'updated_at': '2021-01-20T01:02:32Z', 'revision_number': 5, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'subnets': [{'id': 'e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:04:31.198428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:31.237410 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:31.254688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e3a68e25-0e64-40be-a939-12649aef09d2 tempest-ServerRescueNegativeTestJSON-1692999155 tempest-ServerRescueNegativeTestJSON-1692999155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:31.410021 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Pushing event updated for resources: {'Port': ['ID=ec25dfe4-f1e4-4153-9c48-be26a0f25301,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:31.414643 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:31.438783 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-92eaa7dc-08b9-4943-beb4-22589135f2e9 req-10d4be10-9255-49fe-88d8-55491a85fdeb service neutron] 10.222.0.20 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6525910
Jan 20 01:04:31.452450 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-224e1595-786c-4f20-9cf2-61a87ef0eea2 req-84288acd-b70a-4da7-ae42-bba6143854e9 service neutron] 10.222.0.37 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6102471
Jan 20 01:04:31.459923 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Network d5662087-3410-4b0d-ab5a-a0839a3b3f7a is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:04:31.461566 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:04:31.464359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:04:31.483629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd023fab-215a-4c26-832f-ceb1ad6978aa req-d35255fa-c490-4947-81c5-3a04c95e4e07 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:31.485334 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fd023fab-215a-4c26-832f-ceb1ad6978aa req-d35255fa-c490-4947-81c5-3a04c95e4e07 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 931 time: 0.2392085
Jan 20 01:04:31.554677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:31.555506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:31.579720 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2984459
Jan 20 01:04:31.580797 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a1552-68ec-40c0-8ea2-c77549d9f44c None None] New status for floating IP 66f55628-5f34-4771-a560-c8c745ea4b27: DOWN {{(pid=80159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:04:31.599474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Request body: {'port': {'device_id': 'f7cb332f-ee45-4003-8d21-c99fdfce172d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:04:31.604492 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fd023fab-215a-4c26-832f-ceb1ad6978aa req-263a30a3-1fe5-409d-90a9-5634f362fbe7 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125700
Jan 20 01:04:31.634439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8ca8a-f58c-40ac-848f-98aa8b56dd5b req-8901fbf2-fc33-4b09-b254-bd4554914aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:31.636044 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7fa8ca8a-f58c-40ac-848f-98aa8b56dd5b req-8901fbf2-fc33-4b09-b254-bd4554914aba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f7012eb63c143508e5384d340dbc73f&device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 1162 time: 0.1164382
Jan 20 01:04:31.738266 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:31.804331 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8ca8a-f58c-40ac-848f-98aa8b56dd5b req-58c3f7fb-0d88-4d11-a3b6-1f4472b46a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:31.806321 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7fa8ca8a-f58c-40ac-848f-98aa8b56dd5b req-58c3f7fb-0d88-4d11-a3b6-1f4472b46a6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f642aeb4-8420-407d-ba62-aa0ecef5c415 HTTP/1.1" status: 200  len: 909 time: 0.1640120
Jan 20 01:04:31.885528 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7fa8ca8a-f58c-40ac-848f-98aa8b56dd5b req-f39b8408-f560-488e-af26-582d828e7094 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6 HTTP/1.1" status: 200  len: 217 time: 0.0726531
Jan 20 01:04:31.967995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8ca8a-f58c-40ac-848f-98aa8b56dd5b req-093ccba7-4d45-4295-b4b8-7e9bc1360fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:31.969890 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7fa8ca8a-f58c-40ac-848f-98aa8b56dd5b req-093ccba7-4d45-4295-b4b8-7e9bc1360fb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3 HTTP/1.1" status: 200  len: 854 time: 0.0717845
Jan 20 01:04:32.052532 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8ca8a-f58c-40ac-848f-98aa8b56dd5b req-a3dba013-7646-4454-98e8-8db8b285b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:32.054195 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7fa8ca8a-f58c-40ac-848f-98aa8b56dd5b req-a3dba013-7646-4454-98e8-8db8b285b913 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f642aeb4-8420-407d-ba62-aa0ecef5c415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0771475
Jan 20 01:04:32.200453 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7fa8ca8a-f58c-40ac-848f-98aa8b56dd5b req-3d2c4828-bb80-4abf-95ec-4498bf2a9c5d service neutron] 10.222.0.20 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386039
Jan 20 01:04:32.203285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec25dfe4-f1e4-4153-9c48-be26a0f25301 {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 01:04:32.211186 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:32.224027 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Transition to ACTIVE for port object ec25dfe4-f1e4-4153-9c48-be26a0f25301 will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:04:32.228151 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:32.244023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0b615280-7307-4d46-b15c-a2b3e304b2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:32.355119 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7fa8ca8a-f58c-40ac-848f-98aa8b56dd5b req-9868b76b-372f-42d5-8e31-0f4e1d59bb68 service neutron] 10.222.0.20 "GET /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470549
Jan 20 01:04:32.405802 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Pushing event updated for resources: {'Port': ['ID=ec25dfe4-f1e4-4153-9c48-be26a0f25301,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:32.410335 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:32.833687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Attempting to bind port ec25dfe4-f1e4-4153-9c48-be26a0f25301 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:04:32.834100 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Attempting to bind port ec25dfe4-f1e4-4153-9c48-be26a0f25301 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:04:32.834480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Attempting to bind port ec25dfe4-f1e4-4153-9c48-be26a0f25301 on network d5662087-3410-4b0d-ab5a-a0839a3b3f7a {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:04:32.840257 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:04:32.840635 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Checking segment: {'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:04:32.841042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:32.841531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Bound using segment: {'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:04:32.842637 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Bound port: ec25dfe4-f1e4-4153-9c48-be26a0f25301, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:04:32.842994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:32.887060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13b829-96fe-4d1e-9f58-06dbfc58846f req-11a5e80e-f720-43b4-bf0a-ff428d878450 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:32.889293 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ac13b829-96fe-4d1e-9f58-06dbfc58846f req-11a5e80e-f720-43b4-bf0a-ff428d878450 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 943 time: 0.1324837
Jan 20 01:04:32.938355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] For port ec25dfe4-f1e4-4153-9c48-be26a0f25301, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:04:32.940630 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ac13b829-96fe-4d1e-9f58-06dbfc58846f req-7d7a2d7d-7ad5-4254-90e0-d2aed6513190 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448587
Jan 20 01:04:32.941811 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] For port ec25dfe4-f1e4-4153-9c48-be26a0f25301, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ec25dfe4-f1e4-4153-9c48-be26a0f25301,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:04:32.947876 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:32.965733 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b3a414d3-3862-4023-b434-a3a9e2eaf15b tempest-VolumesNegativeTest-2105249698 tempest-VolumesNegativeTest-2105249698] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:33.124444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Pushing event updated for resources: {'Port': ['ID=ec25dfe4-f1e4-4153-9c48-be26a0f25301,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:33.129480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:33.166839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:33.167522 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:33.169042 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec25dfe4-f1e4-4153-9c48-be26a0f25301 HTTP/1.1" status: 200  len: 1157 time: 1.5761774
Jan 20 01:04:33.169714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cb332f-ee45-4003-8d21-c99fdfce172d', 'tag': 'ec25dfe4-f1e4-4153-9c48-be26a0f25301'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:04:33.265157 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cb332f-ee45-4003-8d21-c99fdfce172d', 'tag': 'ec25dfe4-f1e4-4153-9c48-be26a0f25301', 'status': 'completed', 'code': 200}
Jan 20 01:04:33.306791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-d23112b3-90fc-4260-94d2-b8945e1cfdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:33.308417 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-d23112b3-90fc-4260-94d2-b8945e1cfdb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 1160 time: 0.0812204
Jan 20 01:04:33.393760 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-cb32dfac-155e-4b9c-9c7b-560206cb84ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec25dfe4-f1e4-4153-9c48-be26a0f25301 HTTP/1.1" status: 200  len: 217 time: 0.0716801
Jan 20 01:04:33.463993 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-db2d699e-de9a-4dcd-b808-fb0812aba674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:33.465587 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-db2d699e-de9a-4dcd-b808-fb0812aba674 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d79da501-7760-4ab6-ac89-d851af2653b6 HTTP/1.1" status: 200  len: 855 time: 0.0653560
Jan 20 01:04:33.522243 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-b5a2a03f-c313-40e2-9fc5-4a02b10911b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496533
Jan 20 01:04:33.665490 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-84960bad-ab4d-4f8f-addf-f4cbee727b06 service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369777
Jan 20 01:04:33.805356 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79c3401d-40ad-4415-b0dd-68d5fb574507 req-2742d21e-f702-4614-947e-44281ddb4fc6 service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1337051
Jan 20 01:04:33.967943 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928952f-8103-43d3-a0cc-8a1235a78904 req-e415b09f-c988-4ef9-88df-de240ac97e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:33.969947 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b928952f-8103-43d3-a0cc-8a1235a78904 req-e415b09f-c988-4ef9-88df-de240ac97e76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 1160 time: 0.0805554
Jan 20 01:04:34.135381 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928952f-8103-43d3-a0cc-8a1235a78904 req-78007138-5273-4c94-af9c-72c4c44fb0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:34.137773 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b928952f-8103-43d3-a0cc-8a1235a78904 req-78007138-5273-4c94-af9c-72c4c44fb0f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a HTTP/1.1" status: 200  len: 909 time: 0.1597459
Jan 20 01:04:34.246777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b690-5104-4149-8b94-86b0faa371f6 req-318ae7a7-7559-4a26-9152-950ba183e314 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:34.256316 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f004b690-5104-4149-8b94-86b0faa371f6 req-318ae7a7-7559-4a26-9152-950ba183e314 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 943 time: 0.1778669
Jan 20 01:04:34.259288 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b928952f-8103-43d3-a0cc-8a1235a78904 req-9540c7b0-7035-4fec-931e-c3c9945ac821 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec25dfe4-f1e4-4153-9c48-be26a0f25301 HTTP/1.1" status: 200  len: 217 time: 0.1075068
Jan 20 01:04:34.316405 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f004b690-5104-4149-8b94-86b0faa371f6 req-91bf87c6-3e24-43d6-903e-7b642aa9e15c tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591199
Jan 20 01:04:34.338917 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928952f-8103-43d3-a0cc-8a1235a78904 req-aae637d3-d063-45c5-a67a-77b171915a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:34.340524 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b928952f-8103-43d3-a0cc-8a1235a78904 req-aae637d3-d063-45c5-a67a-77b171915a2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d79da501-7760-4ab6-ac89-d851af2653b6 HTTP/1.1" status: 200  len: 855 time: 0.0746441
Jan 20 01:04:34.402766 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b928952f-8103-43d3-a0cc-8a1235a78904 req-afd843c8-5426-43b4-aaef-700949adb647 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473311
Jan 20 01:04:34.549864 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b928952f-8103-43d3-a0cc-8a1235a78904 req-0ee10299-7240-405f-891e-a31ef2ce7e78 service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400013
Jan 20 01:04:34.696790 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b928952f-8103-43d3-a0cc-8a1235a78904 req-ee45cda5-70d7-4950-9e6e-1b454caf5f5b service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389046
Jan 20 01:04:35.549248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93714a-66fb-4f6f-acb8-e43e2d4cfc40 req-60a7261e-75f8-4de3-82cd-5dd6a989e15b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:35.550919 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df93714a-66fb-4f6f-acb8-e43e2d4cfc40 req-60a7261e-75f8-4de3-82cd-5dd6a989e15b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 943 time: 0.1040752
Jan 20 01:04:35.602348 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df93714a-66fb-4f6f-acb8-e43e2d4cfc40 req-e2a73022-65d3-49d3-b6f7-660f1de92b24 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451765
Jan 20 01:04:36.105296 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd934a0c-577e-4b34-a3d0-38d84ac991fa req-84c58a5a-395b-4a45-ad73-6787d2f7f8e8 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:36.106055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-fd934a0c-577e-4b34-a3d0-38d84ac991fa req-84c58a5a-395b-4a45-ad73-6787d2f7f8e8 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Synchronizing usage tracker for tenant:5f7012eb63c143508e5384d340dbc73f on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:04:36.121180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-fd934a0c-577e-4b34-a3d0-38d84ac991fa req-84c58a5a-395b-4a45-ad73-6787d2f7f8e8 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Unset dirty status for tenant:5f7012eb63c143508e5384d340dbc73f on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:04:36.122414 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fd934a0c-577e-4b34-a3d0-38d84ac991fa req-84c58a5a-395b-4a45-ad73-6787d2f7f8e8 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 945 time: 0.1207514
Jan 20 01:04:36.173226 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-fd934a0c-577e-4b34-a3d0-38d84ac991fa req-339e18f0-35d7-43c6-9003-9ccd68a732e9 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Synchronizing usage tracker for tenant:5f7012eb63c143508e5384d340dbc73f on resource:security_group {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:04:36.188278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-fd934a0c-577e-4b34-a3d0-38d84ac991fa req-339e18f0-35d7-43c6-9003-9ccd68a732e9 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Unset dirty status for tenant:5f7012eb63c143508e5384d340dbc73f on resource:security_group {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:04:36.189559 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fd934a0c-577e-4b34-a3d0-38d84ac991fa req-339e18f0-35d7-43c6-9003-9ccd68a732e9 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602350
Jan 20 01:04:36.573189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.objects.ports [None req-a44f052a-516c-4424-90e6-d3ae06f43bcd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80158) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 20 01:04:36.834502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7bcfd-bf28-4e25-b891-6a41ff014de6 req-7b1f2da1-791b-4f48-9f33-e64653028955 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:36.836027 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fbb7bcfd-bf28-4e25-b891-6a41ff014de6 req-7b1f2da1-791b-4f48-9f33-e64653028955 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 943 time: 0.1029046
Jan 20 01:04:36.887366 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fbb7bcfd-bf28-4e25-b891-6a41ff014de6 req-2667c6ba-ca11-4406-874e-8702226e2746 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449750
Jan 20 01:04:37.079202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ec25dfe4-f1e4-4153-9c48-be26a0f25301 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:04:37.154263 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port ec25dfe4-f1e4-4153-9c48-be26a0f25301 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:04:37.160195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port ec25dfe4-f1e4-4153-9c48-be26a0f25301 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:04:37.160620 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:37.290060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:37.318821 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cb332f-ee45-4003-8d21-c99fdfce172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec25dfe4-f1e4-4153-9c48-be26a0f25301'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:04:37.329084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port ec25dfe4-f1e4-4153-9c48-be26a0f25301, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ec25dfe4-f1e4-4153-9c48-be26a0f25301,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:37.332666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:37.334618 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:37.385690 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cb332f-ee45-4003-8d21-c99fdfce172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec25dfe4-f1e4-4153-9c48-be26a0f25301', 'code': 200}
Jan 20 01:04:37.407640 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=ec25dfe4-f1e4-4153-9c48-be26a0f25301,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:37.415830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.416217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.417310 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.417688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.418249 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.418626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.418994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.419362 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.419726 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.420096 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.420457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.420819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.421449 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.421992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.422360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.422724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.423071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.423434 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.423792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.424154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.424867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.424867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.425250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.425684 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:37.430159 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:37.433676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f177991-7cc5-4653-9d4c-7304222e7f69 req-840cd5e5-8fa4-47db-ad9a-faca2e0f49b4 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:37.435829 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2f177991-7cc5-4653-9d4c-7304222e7f69 req-840cd5e5-8fa4-47db-ad9a-faca2e0f49b4 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 945 time: 0.1100192
Jan 20 01:04:37.487925 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2f177991-7cc5-4653-9d4c-7304222e7f69 req-67344ef8-eddc-481b-8267-60c24b8ce9bf tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452862
Jan 20 01:04:38.128996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ae296-66ab-4c15-9aa0-bf146ca5e0fe req-afee7e4e-0fd6-4d5c-a9eb-f626f2d3baea tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:38.130686 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a82ae296-66ab-4c15-9aa0-bf146ca5e0fe req-afee7e4e-0fd6-4d5c-a9eb-f626f2d3baea tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 945 time: 0.1070032
Jan 20 01:04:38.182517 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a82ae296-66ab-4c15-9aa0-bf146ca5e0fe req-5eb4370c-bcdc-41f6-aae3-31c1791d4b30 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455267
Jan 20 01:04:38.716601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85f858-2c34-4fec-9858-7a3f94cafc1b req-3bc27bc7-ba6a-44bc-88b1-f8a48dd6101d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:38.718875 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6a85f858-2c34-4fec-9858-7a3f94cafc1b req-3bc27bc7-ba6a-44bc-88b1-f8a48dd6101d tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 945 time: 0.1030619
Jan 20 01:04:38.768685 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6a85f858-2c34-4fec-9858-7a3f94cafc1b req-c69d3811-0ace-4265-a745-80308f8aa989 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434928
Jan 20 01:04:39.415673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8745bd-a7ce-4881-848c-0e4bafcef371 req-99362cdc-c252-4776-ac77-228e3d7be7e8 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:39.417294 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1e8745bd-a7ce-4881-848c-0e4bafcef371 req-99362cdc-c252-4776-ac77-228e3d7be7e8 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 945 time: 0.1044700
Jan 20 01:04:39.469051 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1e8745bd-a7ce-4881-848c-0e4bafcef371 req-de83ebf0-92de-4851-a832-f6aa947bdd38 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447667
Jan 20 01:04:40.004003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750787d4-f3c5-416f-a5b1-f3359ac100ef req-16564b82-b28f-44af-842a-ce01091e0d80 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:40.005651 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-750787d4-f3c5-416f-a5b1-f3359ac100ef req-16564b82-b28f-44af-842a-ce01091e0d80 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 945 time: 0.1064556
Jan 20 01:04:40.055705 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-750787d4-f3c5-416f-a5b1-f3359ac100ef req-dba333c6-4d64-415d-adcc-1a4a2297f943 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437717
Jan 20 01:04:40.215075 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af9979-c7c8-425f-b05b-3a10cd326e45 req-fb490aff-4f7c-44ac-8f1b-bfd100896fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:40.216803 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d9af9979-c7c8-425f-b05b-3a10cd326e45 req-fb490aff-4f7c-44ac-8f1b-bfd100896fb3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 1162 time: 0.0842988
Jan 20 01:04:40.262498 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d9af9979-c7c8-425f-b05b-3a10cd326e45 req-fe581c0a-7306-4310-8303-a09a9f65096c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391717
Jan 20 01:04:40.401906 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ec25dfe4-f1e4-4153-9c48-be26a0f25301 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:04:40.479660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port ec25dfe4-f1e4-4153-9c48-be26a0f25301 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:04:40.480185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:40.741000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b61fda-97d6-49dc-b152-8158c69184f7 req-542e91df-4412-4ee5-a042-622cf14127cb tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:40.742751 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b6b61fda-97d6-49dc-b152-8158c69184f7 req-542e91df-4412-4ee5-a042-622cf14127cb tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 945 time: 0.1328447
Jan 20 01:04:40.798425 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b6b61fda-97d6-49dc-b152-8158c69184f7 req-a9c9137d-d66f-4000-9c1f-592e31c43f6b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484073
Jan 20 01:04:40.865933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546404b3-028c-47c4-8155-5e011fb77346 req-e511eca9-5ff4-4b3a-b391-6b38b66102b0 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:40.866884 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-546404b3-028c-47c4-8155-5e011fb77346 req-e511eca9-5ff4-4b3a-b391-6b38b66102b0 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Synchronizing usage tracker for tenant:5f7012eb63c143508e5384d340dbc73f on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:04:40.883306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-546404b3-028c-47c4-8155-5e011fb77346 req-e511eca9-5ff4-4b3a-b391-6b38b66102b0 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Unset dirty status for tenant:5f7012eb63c143508e5384d340dbc73f on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:04:40.884958 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-546404b3-028c-47c4-8155-5e011fb77346 req-e511eca9-5ff4-4b3a-b391-6b38b66102b0 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.20 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 945 time: 0.2190063
Jan 20 01:04:40.977762 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Deleting port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:40.978154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:41.038845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:04:41.165387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:41.201496 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:41.203462 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:04:41.211050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:41.213154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-427ac545-22c4-41ef-b928-2d8d1aa81c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:41.278922 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6', 'code': 200}
Jan 20 01:04:41.295989 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,revision_number=7']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:41.301894 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:41.302660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d32a-3c92-434c-a232-eb9c173eece4 req-5ec2f63d-671d-40b5-8048-8f4bb85a4434 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:41.304367 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7e92d32a-3c92-434c-a232-eb9c173eece4 req-5ec2f63d-671d-40b5-8048-8f4bb85a4434 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 943 time: 0.1092310
Jan 20 01:04:41.308023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] For port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:41.308420 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:41.358390 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7e92d32a-3c92-434c-a232-eb9c173eece4 req-16342601-749b-432c-9b5a-8b6b059ff20b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456409
Jan 20 01:04:41.445953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Calling delete_port for 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:41.528803 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80157) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:04:41.529415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:04:42.030100 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Deleting port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:42.030533 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:42.042301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76107d52-cbd8-4d2c-854b-9e71948d8772 req-7f96bfde-6f4b-42c9-a2bf-321318e17956 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:42.044003 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-76107d52-cbd8-4d2c-854b-9e71948d8772 req-7f96bfde-6f4b-42c9-a2bf-321318e17956 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 945 time: 0.1032717
Jan 20 01:04:42.074329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f61eed1-a494-4a12-b696-78d381df9638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:42.103162 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-76107d52-cbd8-4d2c-854b-9e71948d8772 req-b2e72148-c5b9-4e7b-ad2c-0fd0d5f68a83 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513003
Jan 20 01:04:42.349533 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] For port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:42.349935 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:42.489309 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Calling delete_port for 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:42.620758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba0211-f275-404b-be9b-d67e6c452286 req-f01eee5d-6fc4-43c4-a2fa-76dcdfb72368 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:42.622052 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c3ba0211-f275-404b-be9b-d67e6c452286 req-f01eee5d-6fc4-43c4-a2fa-76dcdfb72368 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/ports?device_id=48ecefee-4391-4ff7-9e81-d347539fc249 HTTP/1.1" status: 200  len: 943 time: 0.1243718
Jan 20 01:04:42.661731 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:42.676996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2bd17ca2-2bad-491f-8abb-020c346aa131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:42.680225 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c3ba0211-f275-404b-be9b-d67e6c452286 req-74c45454-e15f-4964-b4ce-8e9ab5b74502 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.37 "GET /v2.0/security-groups?id=1769c37b-76a8-4a4c-8284-93c0b7560638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485616
Jan 20 01:04:42.729645 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Pushing event deleted for resources: {'Port': ['ID=56ddc878-6f52-44f2-911c-4fe8f2c91ca6,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:42.752876 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.753323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.753741 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.754148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.754528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.754932 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.755329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.755728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.756125 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.756520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.756915 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.757333 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.757809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.758209 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.758607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.759000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.759473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.759871 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.760265 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.760658 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.761108 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.761515 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.761907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.762298 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:04:42.768265 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:42.907278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] No DVR routers for this DVR port 56ddc878-6f52-44f2-911c-4fe8f2c91ca6 on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:04:42.909594 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:42.912399 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'name': 'network-vif-deleted', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:04:42.927736 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-546404b3-028c-47c4-8155-5e011fb77346 req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] 10.222.0.20 "DELETE /v2.0/ports/56ddc878-6f52-44f2-911c-4fe8f2c91ca6 HTTP/1.1" status: 204  len: 173 time: 2.0309801
Jan 20 01:04:42.975092 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ecefee-4391-4ff7-9e81-d347539fc249', 'name': 'network-vif-deleted', 'tag': '56ddc878-6f52-44f2-911c-4fe8f2c91ca6', 'status': 'completed', 'code': 200}
Jan 20 01:04:43.246267 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ec25dfe4-f1e4-4153-9c48-be26a0f25301 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:04:43.323590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port ec25dfe4-f1e4-4153-9c48-be26a0f25301 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:04:43.324010 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:44.347446 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40466) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:44.515634 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6676ff7e-9df3-43d9-b824-6f88e007e518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:44.532534 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6676ff7e-9df3-43d9-b824-6f88e007e518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:04:44.536724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6676ff7e-9df3-43d9-b824-6f88e007e518 admin admin] Usage tracker for resource:security_group_rule and tenant:e4de13911e6c48aebb3c10d784de1f5c is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:04:44.539748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6676ff7e-9df3-43d9-b824-6f88e007e518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:04:44.545750 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6676ff7e-9df3-43d9-b824-6f88e007e518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:04:44.605589 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40480) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:44.616249 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bed9a2f9-0eae-4ea5-8d96-b49e92f870f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:44.644876 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6676ff7e-9df3-43d9-b824-6f88e007e518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:44.647770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6676ff7e-9df3-43d9-b824-6f88e007e518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:44.656799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2711a014-fb46-4994-b7d4-85e696814f20 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:44.700687 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-6676ff7e-9df3-43d9-b824-6f88e007e518 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4de13911e6c48aebb3c10d784de1f5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3520286
Jan 20 01:04:44.701756 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676ff7e-9df3-43d9-b824-6f88e007e518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f4741f-c747-4db9-b1a4-505f32bebd14,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:44.704419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40484) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:44.707228 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6676ff7e-9df3-43d9-b824-6f88e007e518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:44.770356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a724bc4-9106-49d7-a2f1-eb89ab2905ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:44.785891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:44.802589 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a724bc4-9106-49d7-a2f1-eb89ab2905ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:44.864664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a724bc4-9106-49d7-a2f1-eb89ab2905ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:44.870610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2feed929-e590-4182-97a9-c60c60049728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:44.885931 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a724bc4-9106-49d7-a2f1-eb89ab2905ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f4741f-c747-4db9-b1a4-505f32bebd14,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:44.889208 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4a724bc4-9106-49d7-a2f1-eb89ab2905ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:44.890187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a724bc4-9106-49d7-a2f1-eb89ab2905ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:44.893644 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4a724bc4-9106-49d7-a2f1-eb89ab2905ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34f4741f-c747-4db9-b1a4-505f32bebd14 HTTP/1.1" status: 204  len: 168 time: 0.1880860
Jan 20 01:04:45.328007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40492) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:45.349091 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-07f9c729-ea6e-4772-a8a2-0039e140649e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:45.369859 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-07f9c729-ea6e-4772-a8a2-0039e140649e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:04:45.374005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-07f9c729-ea6e-4772-a8a2-0039e140649e admin admin] Usage tracker for resource:security_group_rule and tenant:f057ef727e30424f9b1888b7c5bcf2a5 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:04:45.378054 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-07f9c729-ea6e-4772-a8a2-0039e140649e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:04:45.383925 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-07f9c729-ea6e-4772-a8a2-0039e140649e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:04:45.443685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079495'] for router_interface, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:45.472023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-07f9c729-ea6e-4772-a8a2-0039e140649e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:45.476343 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-07f9c729-ea6e-4772-a8a2-0039e140649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:45.485811 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7089c97f-f47c-494d-a4e7-0f8c6a4f87ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:45.528185 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-07f9c729-ea6e-4772-a8a2-0039e140649e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f057ef727e30424f9b1888b7c5bcf2a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1982617
Jan 20 01:04:45.529925 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9c729-ea6e-4772-a8a2-0039e140649e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b235110f-dc44-489f-a506-a841d878af85,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:45.532495 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40498) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:45.535466 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-07f9c729-ea6e-4772-a8a2-0039e140649e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:45.596652 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-954dbde0-9d9a-4585-a86e-79c788345cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:45.624483 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-954dbde0-9d9a-4585-a86e-79c788345cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:45.669885 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-954dbde0-9d9a-4585-a86e-79c788345cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:45.675476 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1f8e5c2b-4dc9-448e-b8aa-c4dfe99c9f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:45.691506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dbde0-9d9a-4585-a86e-79c788345cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b235110f-dc44-489f-a506-a841d878af85,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:45.695574 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-954dbde0-9d9a-4585-a86e-79c788345cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:45.696773 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-954dbde0-9d9a-4585-a86e-79c788345cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:45.701022 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-954dbde0-9d9a-4585-a86e-79c788345cfd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b235110f-dc44-489f-a506-a841d878af85 HTTP/1.1" status: 204  len: 168 time: 0.1645103
Jan 20 01:04:45.826656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] Deleting port 5fa27a50-721a-4050-8af6-db0d1ecf0a64 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:45.827043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:46.018681 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] For port 5fa27a50-721a-4050-8af6-db0d1ecf0a64, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=5fa27a50-721a-4050-8af6-db0d1ecf0a64,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:46.018681 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:46.152611 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] Calling delete_port for 5fa27a50-721a-4050-8af6-db0d1ecf0a64 owned by network:router_interface {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:46.335978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:46.352288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8c15a870-204b-4e67-954b-4a4d97eed461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:46.407628 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa27a50-721a-4050-8af6-db0d1ecf0a64,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:46.412347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:46.624888 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:46.750543 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:46.779473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854079677'] for router_interface, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:47.298102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] Router 831747c1-64a7-44ac-8af8-9e2d1e20f388 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:04:47.490867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:04:47.501204 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e9ba7-1d6c-40fc-afdb-dd91d5f1a3c3 None None] Sync routers for ids ['831747c1-64a7-44ac-8af8-9e2d1e20f388'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:04:47.507286 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] 10.222.0.37 "PUT /v2.0/routers/831747c1-64a7-44ac-8af8-9e2d1e20f388/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8976846
Jan 20 01:04:47.507570 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40540) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:47.514242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e9ba7-1d6c-40fc-afdb-dd91d5f1a3c3 None None] Routers {'831747c1-64a7-44ac-8af8-9e2d1e20f388'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:04:47.515000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-440e9ba7-1d6c-40fc-afdb-dd91d5f1a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782cee00b8>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:04:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['831747c1-64a7-44ac-8af8-9e2d1e20f388'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:47.731316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-440e9ba7-1d6c-40fc-afdb-dd91d5f1a3c3 None None] Set router 831747c1-64a7-44ac-8af8-9e2d1e20f388 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:04:47.977251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] Notify callbacks [] for router, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:48.055072 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-440e9ba7-1d6c-40fc-afdb-dd91d5f1a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782cee00b8>, [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:04:46Z', 'revision_number': 5, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:48.059187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e9ba7-1d6c-40fc-afdb-dd91d5f1a3c3 None None] Checking router: 831747c1-64a7-44ac-8af8-9e2d1e20f388 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:04:48.068411 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e9ba7-1d6c-40fc-afdb-dd91d5f1a3c3 None None] Routers {'831747c1-64a7-44ac-8af8-9e2d1e20f388'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:04:48.069059 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-440e9ba7-1d6c-40fc-afdb-dd91d5f1a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782cee00b8>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:04:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['831747c1-64a7-44ac-8af8-9e2d1e20f388'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:48.191586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:48.196266 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] Deleting port 632b94ff-ade2-4b92-a721-ff306f7c8be2 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:48.196584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:48.270995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-440e9ba7-1d6c-40fc-afdb-dd91d5f1a3c3 None None] Set router 831747c1-64a7-44ac-8af8-9e2d1e20f388 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:04:48.359127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40568) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:48.394767 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] For port 632b94ff-ade2-4b92-a721-ff306f7c8be2, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=632b94ff-ade2-4b92-a721-ff306f7c8be2,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:48.395192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:48.521925 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7eba460c-2db9-4cbe-b6a6-29c0e85be123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:48.533578 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] Calling delete_port for 632b94ff-ade2-4b92-a721-ff306f7c8be2 owned by network:router_gateway {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:48.538357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7eba460c-2db9-4cbe-b6a6-29c0e85be123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:04:48.542440 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-7eba460c-2db9-4cbe-b6a6-29c0e85be123 admin admin] Usage tracker for resource:security_group_rule and tenant:be59861c67834f05997bc8e63a9f1a8f is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:04:48.545454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-7eba460c-2db9-4cbe-b6a6-29c0e85be123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:04:48.551310 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7eba460c-2db9-4cbe-b6a6-29c0e85be123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:04:48.584136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-440e9ba7-1d6c-40fc-afdb-dd91d5f1a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782cee00b8>, [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:04:46Z', 'revision_number': 5, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:48.588337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e9ba7-1d6c-40fc-afdb-dd91d5f1a3c3 None None] The sync data for ids ['831747c1-64a7-44ac-8af8-9e2d1e20f388'] in dv-cinder-667108-30-iscsi is: [{'id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'name': 'tempest-TestMinimumBasicScenario-1556185535-router', 'tenant_id': '5f7012eb63c143508e5384d340dbc73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:02:18Z', 'updated_at': '2021-01-20T01:04:46Z', 'revision_number': 5, 'project_id': '5f7012eb63c143508e5384d340dbc73f', 'gw_port': {'id': '632b94ff-ade2-4b92-a721-ff306f7c8be2', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831747c1-64a7-44ac-8af8-9e2d1e20f388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:02:19Z', 'updated_at': '2021-01-20T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:04:48.646456 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7eba460c-2db9-4cbe-b6a6-29c0e85be123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:48.651158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7eba460c-2db9-4cbe-b6a6-29c0e85be123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:48.662070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3b5d3503-c361-42fe-834e-aaea432471c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:48.688728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:48.709764 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-7eba460c-2db9-4cbe-b6a6-29c0e85be123 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be59861c67834f05997bc8e63a9f1a8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3481045
Jan 20 01:04:48.711258 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40574) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:48.714290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba460c-2db9-4cbe-b6a6-29c0e85be123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8f7d3c-8995-4d30-a057-caaa7d790d81,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:48.728048 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7eba460c-2db9-4cbe-b6a6-29c0e85be123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:48.784479 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ead0e5bf-cb06-459b-afd1-60625be0c5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:48.813905 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ead0e5bf-cb06-459b-afd1-60625be0c5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:48.867217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ead0e5bf-cb06-459b-afd1-60625be0c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:48.872615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa416655-e7aa-4185-84b5-3eb54f1a9aec tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:48.883730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0e5bf-cb06-459b-afd1-60625be0c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8f7d3c-8995-4d30-a057-caaa7d790d81,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:48.886509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ead0e5bf-cb06-459b-afd1-60625be0c5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:48.893241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ead0e5bf-cb06-459b-afd1-60625be0c5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:48.897592 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ead0e5bf-cb06-459b-afd1-60625be0c5fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc8f7d3c-8995-4d30-a057-caaa7d790d81 HTTP/1.1" status: 204  len: 168 time: 0.1852796
Jan 20 01:04:48.898287 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695280'] for router_gateway, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.045900 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1784'] for router, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.048515 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.072797 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642221'] for router, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.073404 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 831747c1-64a7-44ac-8af8-9e2d1e20f388 {{(pid=80157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 20 01:04:49.086941 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] Notify callbacks [] for router, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.089549 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4f9a63b0-1255-420a-8fa7-d2b2f3fe2b55 admin admin] 10.222.0.37 "DELETE /v2.0/routers/831747c1-64a7-44ac-8af8-9e2d1e20f388 HTTP/1.1" status: 204  len: 168 time: 1.5808945
Jan 20 01:04:49.090929 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40584) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:49.168009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-53821224-af9a-41a6-942f-4213523c6ff5 admin admin] Deleting subnet e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3 {{(pid=80157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 01:04:49.171502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-53821224-af9a-41a6-942f-4213523c6ff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.230673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-53821224-af9a-41a6-942f-4213523c6ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848522314'] for subnet, precommit_delete_associations {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.261103 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40588) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:49.280739 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2992b8aa-0b18-4169-8f8e-45527bed5081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.297275 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2992b8aa-0b18-4169-8f8e-45527bed5081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:04:49.301377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2992b8aa-0b18-4169-8f8e-45527bed5081 admin admin] Usage tracker for resource:security_group_rule and tenant:bae5a48bfacb446288f23b87e35ae498 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:04:49.304329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2992b8aa-0b18-4169-8f8e-45527bed5081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:04:49.315886 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2992b8aa-0b18-4169-8f8e-45527bed5081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:04:49.323029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-53821224-af9a-41a6-942f-4213523c6ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.406068 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2992b8aa-0b18-4169-8f8e-45527bed5081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.409160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2992b8aa-0b18-4169-8f8e-45527bed5081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.418453 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6676ff7e-9df3-43d9-b824-6f88e007e518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:49.462789 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2992b8aa-0b18-4169-8f8e-45527bed5081 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bae5a48bfacb446288f23b87e35ae498&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2005959
Jan 20 01:04:49.464504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992b8aa-0b18-4169-8f8e-45527bed5081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c09389-47ac-4eb9-8a71-ced4190e87a4,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:49.468555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2992b8aa-0b18-4169-8f8e-45527bed5081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:49.469535 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40592) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:49.536399 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0729f174-22d9-4c2c-a16a-c0f0468dabdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.564158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0729f174-22d9-4c2c-a16a-c0f0468dabdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.596781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-53821224-af9a-41a6-942f-4213523c6ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5689298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848542499'] for subnet, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.609796 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0729f174-22d9-4c2c-a16a-c0f0468dabdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.612844 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:49.613663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-172955c2-3354-4a07-acbc-2d1fa9aa1028 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:49.628146 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729f174-22d9-4c2c-a16a-c0f0468dabdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c09389-47ac-4eb9-8a71-ced4190e87a4,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:49.631416 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0729f174-22d9-4c2c-a16a-c0f0468dabdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:49.633441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0729f174-22d9-4c2c-a16a-c0f0468dabdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.637463 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0729f174-22d9-4c2c-a16a-c0f0468dabdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56c09389-47ac-4eb9-8a71-ced4190e87a4 HTTP/1.1" status: 204  len: 168 time: 0.1668856
Jan 20 01:04:49.664705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53821224-af9a-41a6-942f-4213523c6ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:49.669581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-53821224-af9a-41a6-942f-4213523c6ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:49.762071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-53821224-af9a-41a6-942f-4213523c6ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.768074 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cc9338-9974-4d02-b2ed-beba7cd134cb None None] Network f642aeb4-8420-407d-ba62-aa0ecef5c415 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:04:49.768951 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-53821224-af9a-41a6-942f-4213523c6ff5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e900bd6f-ea12-4a5d-9bea-8cef4e1e45f3 HTTP/1.1" status: 204  len: 168 time: 0.6769559
Jan 20 01:04:49.771911 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40598) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:49.903970 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:49.994176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 5fa27a50-721a-4050-8af6-db0d1ecf0a64 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:04:50.018833 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Deleting port 2083b368-1d93-4c4d-ad36-9f3529c63abe {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:50.019309 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:50.033935 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: 5fa27a50-721a-4050-8af6-db0d1ecf0a64 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:04:50.034335 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 5fa27a50-721a-4050-8af6-db0d1ecf0a64 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:04:50.034808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 632b94ff-ade2-4b92-a721-ff306f7c8be2 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:04:50.075833 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: 632b94ff-ade2-4b92-a721-ff306f7c8be2 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:04:50.076038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 632b94ff-ade2-4b92-a721-ff306f7c8be2 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:04:50.161030 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44193a83-ef9d-4cea-ad94-c3a7a5cf1437 None None] DHCP port deletion for f642aeb4-8420-407d-ba62-aa0ecef5c415 request from dv-cinder-667108-30-iscsi {{(pid=80158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 20 01:04:50.166770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-44193a83-ef9d-4cea-ad94-c3a7a5cf1437 None None] Deleting port 2083b368-1d93-4c4d-ad36-9f3529c63abe {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:50.167518 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44193a83-ef9d-4cea-ad94-c3a7a5cf1437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:50.263707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] For port 2083b368-1d93-4c4d-ad36-9f3529c63abe, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=2083b368-1d93-4c4d-ad36-9f3529c63abe,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:50.264482 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:50.391938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-44193a83-ef9d-4cea-ad94-c3a7a5cf1437 None None] For port 2083b368-1d93-4c4d-ad36-9f3529c63abe, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=2083b368-1d93-4c4d-ad36-9f3529c63abe,segment=NetworkSegment(14ec0882-72d5-4128-b6b4-66cc11284e1c),segment_id=14ec0882-72d5-4128-b6b4-66cc11284e1c)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:04:50.392374 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44193a83-ef9d-4cea-ad94-c3a7a5cf1437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:50.408355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Calling delete_port for 2083b368-1d93-4c4d-ad36-9f3529c63abe owned by network:dhcp {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:50.494573 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:50.510763 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-48058b42-dd11-4131-893b-7f47225a5d9e tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:50.576445 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2083b368-1d93-4c4d-ad36-9f3529c63abe,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:50.582078 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:50.670773 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] No DVR routers for this DVR port 2083b368-1d93-4c4d-ad36-9f3529c63abe on host dv-cinder-667108-30-iscsi {{(pid=80156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:04:50.713376 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-44193a83-ef9d-4cea-ad94-c3a7a5cf1437 None None] Calling delete_port for 2083b368-1d93-4c4d-ad36-9f3529c63abe owned by network:dhcp {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:04:50.792617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [None req-44193a83-ef9d-4cea-ad94-c3a7a5cf1437 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80158) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:04:50.793030 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [None req-44193a83-ef9d-4cea-ad94-c3a7a5cf1437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:04:51.043312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:51.183008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7829ef57b8>,) {'filters': {'network_id': ['f642aeb4-8420-407d-ba62-aa0ecef5c415']}} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:51.199799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7829ef57b8>, '14ec0882-72d5-4128-b6b4-66cc11284e1c') {'for_net_delete': True} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:51.201194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7829ef57b8>, '14ec0882-72d5-4128-b6b4-66cc11284e1c') {} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:04:51.215265 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848243954'] for segment, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:51.232723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:51.234903 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 01:04:51.294073 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-44193a83-ef9d-4cea-ad94-c3a7a5cf1437 None None] Deleting port 2083b368-1d93-4c4d-ad36-9f3529c63abe {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:04:51.294819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44193a83-ef9d-4cea-ad94-c3a7a5cf1437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:51.379143 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-44193a83-ef9d-4cea-ad94-c3a7a5cf1437 None None] The port '2083b368-1d93-4c4d-ad36-9f3529c63abe' was deleted {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 20 01:04:51.471237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Network f642aeb4-8420-407d-ba62-aa0ecef5c415 has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:04:51.482811 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847646022'] for segment, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:51.753978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Network f642aeb4-8420-407d-ba62-aa0ecef5c415 has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:04:51.784021 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-ad5a8e66-6e7c-4222-bcf8-a81fcde2c823 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:51.785717 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-ad5a8e66-6e7c-4222-bcf8-a81fcde2c823 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/networks?id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a HTTP/1.1" status: 200  len: 815 time: 0.4592912
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 01:04:51.802754 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 01:04:51.884917 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-c60eb52f-546f-4fe8-89f2-86331a6ed534 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/quotas/c37e7ac2d2584dcea1b663a523f9bdab HTTP/1.1" status: 200  len: 375 time: 0.0781598
Jan 20 01:04:51.934095 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:51.950024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 2083b368-1d93-4c4d-ad36-9f3529c63abe no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:04:51.955453 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:51.958051 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:51.986966 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=f642aeb4-8420-407d-ba62-aa0ecef5c415,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:51.989087 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: 2083b368-1d93-4c4d-ad36-9f3529c63abe {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:04:51.989414 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 2083b368-1d93-4c4d-ad36-9f3529c63abe not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:04:51.997251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:52.000793 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] 10.222.0.37 "DELETE /v2.0/networks/f642aeb4-8420-407d-ba62-aa0ecef5c415 HTTP/1.1" status: 204  len: 168 time: 2.2271259
Jan 20 01:04:52.027298 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-df65b16f-6525-41e8-876f-a178f7b109bb tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1362045
Jan 20 01:04:52.200107 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-71a57332-8c56-4d70-a4ca-3b8fd576ee89 service neutron] 10.222.0.37 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643667
Jan 20 01:04:52.239180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40662) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:52.292622 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-52c8860e-d426-40a3-9053-b8e5ea32a4b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f7012eb63c143508e5384d340dbc73f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0521193
Jan 20 01:04:52.295182 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40666) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:04:52.350213 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-d46d49b8-db80-41ce-ba20-9606d30de8b8 service neutron] 10.222.0.37 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426456
Jan 20 01:04:52.360010 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37e91738-8277-4a73-9abe-e01ee93f896d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:52.389193 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37e91738-8277-4a73-9abe-e01ee93f896d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:52.439677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37e91738-8277-4a73-9abe-e01ee93f896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:52.447850 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-229f5ff7-9d3c-40fe-8be4-755e44055b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:52.461874 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e91738-8277-4a73-9abe-e01ee93f896d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1769c37b-76a8-4a4c-8284-93c0b7560638,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:52.467844 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-37e91738-8277-4a73-9abe-e01ee93f896d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:52.471294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-37e91738-8277-4a73-9abe-e01ee93f896d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:52.472527 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-37e91738-8277-4a73-9abe-e01ee93f896d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1769c37b-76a8-4a4c-8284-93c0b7560638 HTTP/1.1" status: 204  len: 168 time: 0.1762922
Jan 20 01:04:52.584201 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a052fdbf-65d7-4465-a167-c9401edfcc51 req-f2a2f45d-114c-4a39-a443-d5f92fa8982b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 210 time: 0.0545413
Jan 20 01:04:53.259333 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:04:53.820008 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5a9a3d7-7074-44d0-accc-92275d1e6003 req-30e59171-89ac-4c92-9aed-679bf55f7a7c tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 210 time: 0.0539048
Jan 20 01:04:53.845395 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-0709a34e-97ef-4cf5-a347-ee83e855bfaf tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:53.847061 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-0709a34e-97ef-4cf5-a347-ee83e855bfaf tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "GET /v2.0/networks?id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a HTTP/1.1" status: 200  len: 815 time: 0.2322743
Jan 20 01:04:53.877203 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Request body: {'port': {'device_id': '65cf6614-a0ff-4314-9f69-2086fd8fc7f3', 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a', 'admin_state_up': True, 'tenant_id': 'c37e7ac2d2584dcea1b663a523f9bdab'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:04:54.021512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:04:54.025583 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Usage tracker for resource:port and tenant:c37e7ac2d2584dcea1b663a523f9bdab is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:04:54.028498 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Quota usage for port was recalculated. Used quota:1. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:04:54.034744 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:04:54.043391 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Made reservation on behalf of c37e7ac2d2584dcea1b663a523f9bdab for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:04:54.052787 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:54.361056 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Allocated IP 172.20.0.12 (d5662087-3410-4b0d-ab5a-a0839a3b3f7a/d79da501-7760-4ab6-ac89-d851af2653b6/bf007119-151a-4a4c-985f-0a30db394dec) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:04:54.576958 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:54.606612 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:54.624254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-db030a07-cb29-4b04-ae10-95ce3571dbf5 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:54.770530 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Pushing event updated for resources: {'Port': ['ID=bf007119-151a-4a4c-985f-0a30db394dec,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:54.773655 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:54.821320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Network d5662087-3410-4b0d-ab5a-a0839a3b3f7a is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:04:54.822474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:04:54.824819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:04:54.909079 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:54.909797 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:54.931199 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-8449f79a-b88a-47b6-aad9-defc04706f28 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0584731
Jan 20 01:04:54.954210 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Request body: {'port': {'device_id': '65cf6614-a0ff-4314-9f69-2086fd8fc7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:04:55.066851 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17642a-307f-48f1-bb84-a8efc9f79420 req-c6c510ce-55ce-47e6-8cf9-d3c3895b8ba5 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:55.068543 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9c17642a-307f-48f1-bb84-a8efc9f79420 req-c6c510ce-55ce-47e6-8cf9-d3c3895b8ba5 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 932 time: 0.1102958
Jan 20 01:04:55.081625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:55.124596 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9c17642a-307f-48f1-bb84-a8efc9f79420 req-ae297f48-cd12-4532-82e2-be9817225111 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495648
Jan 20 01:04:55.758475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf007119-151a-4a4c-985f-0a30db394dec {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 01:04:55.766834 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:55.780109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Transition to ACTIVE for port object bf007119-151a-4a4c-985f-0a30db394dec will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:04:55.783490 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:55.800002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:55.946784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf007119-151a-4a4c-985f-0a30db394dec,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:55.949932 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:56.128123 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Attempting to bind port bf007119-151a-4a4c-985f-0a30db394dec on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:04:56.128493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Attempting to bind port bf007119-151a-4a4c-985f-0a30db394dec by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:04:56.128863 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Attempting to bind port bf007119-151a-4a4c-985f-0a30db394dec on network d5662087-3410-4b0d-ab5a-a0839a3b3f7a {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:04:56.134584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:04:56.134965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Checking segment: {'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:04:56.135372 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:56.135772 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Bound using segment: {'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:04:56.136246 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Bound port: bf007119-151a-4a4c-985f-0a30db394dec, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:04:56.136619 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:56.232147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] For port bf007119-151a-4a4c-985f-0a30db394dec, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:04:56.236047 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] For port bf007119-151a-4a4c-985f-0a30db394dec, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=bf007119-151a-4a4c-985f-0a30db394dec,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:04:56.240432 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:56.255866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4a182223-b263-4a7f-8ee9-11aa949f999e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:04:56.373300 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3010b24-e3f7-4e8c-ad4b-c05f45714183 req-8a6066f4-a2c6-4f42-9c0c-c2ff56524073 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:56.374803 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e3010b24-e3f7-4e8c-ad4b-c05f45714183 req-8a6066f4-a2c6-4f42-9c0c-c2ff56524073 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 944 time: 0.1035948
Jan 20 01:04:56.414907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf007119-151a-4a4c-985f-0a30db394dec,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:04:56.420034 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:04:56.429681 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e3010b24-e3f7-4e8c-ad4b-c05f45714183 req-0580e78f-6e3d-4293-9366-69e1a1475e0d tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484290
Jan 20 01:04:56.461836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:56.462529 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:56.464033 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] 10.222.0.20 "PUT /v2.0/ports/bf007119-151a-4a4c-985f-0a30db394dec HTTP/1.1" status: 200  len: 1158 time: 1.5151839
Jan 20 01:04:56.464577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cf6614-a0ff-4314-9f69-2086fd8fc7f3', 'tag': 'bf007119-151a-4a4c-985f-0a30db394dec'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:04:56.523398 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cf6614-a0ff-4314-9f69-2086fd8fc7f3', 'tag': 'bf007119-151a-4a4c-985f-0a30db394dec', 'status': 'completed', 'code': 200}
Jan 20 01:04:57.665944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae631f-5fdb-49a0-a0d9-94e012dcde98 req-eab4fc70-2e27-4e38-a468-99475aa16946 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:57.667550 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-06ae631f-5fdb-49a0-a0d9-94e012dcde98 req-eab4fc70-2e27-4e38-a468-99475aa16946 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 944 time: 0.1008685
Jan 20 01:04:57.716833 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-06ae631f-5fdb-49a0-a0d9-94e012dcde98 req-7f3e63bb-8b91-4ff9-b0e2-6773ee69a9c9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422459
Jan 20 01:04:58.449412 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:04:58.544803 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766da91d-9039-42b2-80ac-c0b95dd3d95f req-001eb89f-fcdb-47dc-b363-35b99ffbc758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:58.546488 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-766da91d-9039-42b2-80ac-c0b95dd3d95f req-001eb89f-fcdb-47dc-b363-35b99ffbc758 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 1161 time: 0.0784805
Jan 20 01:04:58.706323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766da91d-9039-42b2-80ac-c0b95dd3d95f req-fb88add9-8318-456d-a4a4-04ac48484191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:58.707811 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-766da91d-9039-42b2-80ac-c0b95dd3d95f req-fb88add9-8318-456d-a4a4-04ac48484191 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1464334
Jan 20 01:04:58.859027 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766da91d-9039-42b2-80ac-c0b95dd3d95f req-0a5377f7-f79c-46e7-8b27-98cbfce2e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:58.861229 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-766da91d-9039-42b2-80ac-c0b95dd3d95f req-0a5377f7-f79c-46e7-8b27-98cbfce2e917 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1453059
Jan 20 01:04:58.960055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167030f-e5a0-4027-8a11-aa7f65feaec2 req-e098a51a-0c76-450c-9ad7-7e26fc03c0f0 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:58.961618 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6167030f-e5a0-4027-8a11-aa7f65feaec2 req-e098a51a-0c76-450c-9ad7-7e26fc03c0f0 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 944 time: 0.1101782
Jan 20 01:04:59.013476 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6167030f-e5a0-4027-8a11-aa7f65feaec2 req-0462b1f3-7118-4925-9dd4-ab16face5eba tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454004
Jan 20 01:04:59.020154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-0aaac858-02fb-41c9-815e-606eb7e23d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:59.021808 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-0aaac858-02fb-41c9-815e-606eb7e23d26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 1161 time: 0.0854459
Jan 20 01:04:59.108099 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-0fe5c628-1780-4179-92f4-06db0956394b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf007119-151a-4a4c-985f-0a30db394dec HTTP/1.1" status: 200  len: 217 time: 0.0698864
Jan 20 01:04:59.188963 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-5844992a-5480-4569-83bb-ca7a9def7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:04:59.190979 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-5844992a-5480-4569-83bb-ca7a9def7014 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d79da501-7760-4ab6-ac89-d851af2653b6 HTTP/1.1" status: 200  len: 855 time: 0.0719461
Jan 20 01:04:59.244920 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-0435c76c-9600-4fcc-980e-0dffb05f6b34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470781
Jan 20 01:04:59.391141 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-960b6679-0f63-43af-8e61-6c2e8347cd31 service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390622
Jan 20 01:04:59.540669 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-668497c6-2801-4a04-8b7b-6173ea331d84 req-34faa168-9ba7-4e71-9d3b-09e737a36f17 service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429813
Jan 20 01:05:00.379876 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca973b3f-4b61-4cc1-8107-d17f199a681f req-a127bed1-e1b4-46de-a28c-672d3e9904eb tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:00.381480 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ca973b3f-4b61-4cc1-8107-d17f199a681f req-a127bed1-e1b4-46de-a28c-672d3e9904eb tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 944 time: 0.1026461
Jan 20 01:05:00.434914 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ca973b3f-4b61-4cc1-8107-d17f199a681f req-e4f88e13-7f3e-4a06-97e9-e833467ae65e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471029
Jan 20 01:05:01.664904 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974e5bf-c779-441b-a6a8-5795e24250d0 req-bf8614cf-31da-4b97-8c05-4c1ca252c053 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:01.666466 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6974e5bf-c779-441b-a6a8-5795e24250d0 req-bf8614cf-31da-4b97-8c05-4c1ca252c053 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 944 time: 0.1017954
Jan 20 01:05:01.717038 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6974e5bf-c779-441b-a6a8-5795e24250d0 req-b91b967b-0ed0-4014-82bd-3ba98da29122 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437477
Jan 20 01:05:02.651191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40788) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:02.803506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-948af7ae-24b6-4947-99bd-d3c89b085f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:02.819997 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-948af7ae-24b6-4947-99bd-d3c89b085f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:02.824183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-948af7ae-24b6-4947-99bd-d3c89b085f36 admin admin] Usage tracker for resource:security_group_rule and tenant:2a13b867668b4932bfb1447f23990407 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:02.827230 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-948af7ae-24b6-4947-99bd-d3c89b085f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:02.833350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-948af7ae-24b6-4947-99bd-d3c89b085f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:02.920915 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-948af7ae-24b6-4947-99bd-d3c89b085f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:02.924818 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-948af7ae-24b6-4947-99bd-d3c89b085f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:02.934061 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08238e9c-8dc5-4309-baf3-02063e77c411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:02.959760 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3a7c8-470c-4f01-a5b3-474e7fd0e107 req-ddcbd929-a720-4932-b54b-fc548faee9cf tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:02.961430 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-71b3a7c8-470c-4f01-a5b3-474e7fd0e107 req-ddcbd929-a720-4932-b54b-fc548faee9cf tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 944 time: 0.1138580
Jan 20 01:05:02.981110 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-948af7ae-24b6-4947-99bd-d3c89b085f36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a13b867668b4932bfb1447f23990407&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3286850
Jan 20 01:05:02.982901 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948af7ae-24b6-4947-99bd-d3c89b085f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f3b00d-110c-4a62-9d81-66ce7c2fe016,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:02.983901 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40796) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:02.987000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-948af7ae-24b6-4947-99bd-d3c89b085f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:03.045486 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-71b3a7c8-470c-4f01-a5b3-474e7fd0e107 req-15684b1e-493d-4cbe-ae50-ed4d31817668 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776780
Jan 20 01:05:03.071570 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff9d7-00b2-4286-8f7e-145c064d62a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.099159 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff9d7-00b2-4286-8f7e-145c064d62a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.144611 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff9d7-00b2-4286-8f7e-145c064d62a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.150020 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f695ade2-88dd-4bd9-84fd-c58e44d0a81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:03.161538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ff9d7-00b2-4286-8f7e-145c064d62a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f3b00d-110c-4a62-9d81-66ce7c2fe016,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:03.165280 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4c6ff9d7-00b2-4286-8f7e-145c064d62a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:03.168717 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff9d7-00b2-4286-8f7e-145c064d62a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.170371 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4c6ff9d7-00b2-4286-8f7e-145c064d62a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97f3b00d-110c-4a62-9d81-66ce7c2fe016 HTTP/1.1" status: 204  len: 168 time: 0.1847532
Jan 20 01:05:03.510884 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40806) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:03.534122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f92d8667-a1a0-4e46-8d60-329b07336f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.549017 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f92d8667-a1a0-4e46-8d60-329b07336f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:03.553115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-f92d8667-a1a0-4e46-8d60-329b07336f8d admin admin] Usage tracker for resource:security_group_rule and tenant:d7d6ae1f4c494f1ba47a3dc07dec3c58 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:03.556038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-f92d8667-a1a0-4e46-8d60-329b07336f8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:03.561841 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f92d8667-a1a0-4e46-8d60-329b07336f8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:03.606446 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device bf007119-151a-4a4c-985f-0a30db394dec up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:03.648270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f92d8667-a1a0-4e46-8d60-329b07336f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.651239 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f92d8667-a1a0-4e46-8d60-329b07336f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.660315 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3b68748e-de72-4126-bb54-1b251166092b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:03.679258 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port bf007119-151a-4a4c-985f-0a30db394dec completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:03.684198 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port bf007119-151a-4a4c-985f-0a30db394dec triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:03.684624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.704675 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-f92d8667-a1a0-4e46-8d60-329b07336f8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7d6ae1f4c494f1ba47a3dc07dec3c58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1925154
Jan 20 01:05:03.705612 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d8667-a1a0-4e46-8d60-329b07336f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319445b8-7251-48f7-9f1b-ec4bb34944e7,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:03.706834 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40812) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:03.709047 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f92d8667-a1a0-4e46-8d60-329b07336f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:03.773860 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8ed824a-d6eb-43ca-9d0a-c874f20da034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.800969 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8ed824a-d6eb-43ca-9d0a-c874f20da034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.811169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.840050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cf6614-a0ff-4314-9f69-2086fd8fc7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf007119-151a-4a4c-985f-0a30db394dec'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:05:03.847454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8ed824a-d6eb-43ca-9d0a-c874f20da034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.851086 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port bf007119-151a-4a4c-985f-0a30db394dec, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=bf007119-151a-4a4c-985f-0a30db394dec,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:05:03.852721 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:03.853786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.854740 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ec25dfe4-f1e4-4153-9c48-be26a0f25301 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:03.865983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed824a-d6eb-43ca-9d0a-c874f20da034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319445b8-7251-48f7-9f1b-ec4bb34944e7,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:03.871122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a8ed824a-d6eb-43ca-9d0a-c874f20da034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:03.876431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8ed824a-d6eb-43ca-9d0a-c874f20da034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:03.885440 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a8ed824a-d6eb-43ca-9d0a-c874f20da034 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/319445b8-7251-48f7-9f1b-ec4bb34944e7 HTTP/1.1" status: 204  len: 168 time: 0.1724920
Jan 20 01:05:03.893188 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5181e1a9-a4d6-46b6-9c06-eedf6586ba71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:03.946131 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cf6614-a0ff-4314-9f69-2086fd8fc7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf007119-151a-4a4c-985f-0a30db394dec', 'code': 200}
Jan 20 01:05:04.023082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=bf007119-151a-4a4c-985f-0a30db394dec,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:04.026772 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:04.037480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port ec25dfe4-f1e4-4153-9c48-be26a0f25301 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:04.038246 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:04.243657 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3be3e4-a724-411e-9bfe-c03bbb05a8b3 req-eb6fa039-c665-42b6-b34a-b4160a04eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:04.245310 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5a3be3e4-a724-411e-9bfe-c03bbb05a8b3 req-eb6fa039-c665-42b6-b34a-b4160a04eee5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 1163 time: 0.1090710
Jan 20 01:05:04.291384 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5a3be3e4-a724-411e-9bfe-c03bbb05a8b3 req-a00501c3-2163-4aad-9a4c-3479cdb127d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388646
Jan 20 01:05:04.315362 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b07c-5659-49e6-8453-23aeb3dc24b0 req-0cae370d-8f7f-40dd-b17c-e0475b910731 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:04.317007 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8d74b07c-5659-49e6-8453-23aeb3dc24b0 req-0cae370d-8f7f-40dd-b17c-e0475b910731 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 946 time: 0.1078320
Jan 20 01:05:04.373771 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8d74b07c-5659-49e6-8453-23aeb3dc24b0 req-ebfdb487-ccfc-4d5f-ac25-f2323d4b208b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502372
Jan 20 01:05:04.893956 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device bf007119-151a-4a4c-985f-0a30db394dec up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:04.968046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port bf007119-151a-4a4c-985f-0a30db394dec triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:04.969377 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:05.623152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf87f2c-66fd-48ec-b003-1ab67a7ab293 req-2371fccf-af30-444c-b203-15719453d5c9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:05.625242 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ecf87f2c-66fd-48ec-b003-1ab67a7ab293 req-2371fccf-af30-444c-b203-15719453d5c9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 946 time: 0.1140525
Jan 20 01:05:05.680038 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ecf87f2c-66fd-48ec-b003-1ab67a7ab293 req-7a2b2773-77ca-4a66-b713-c89da1da64e7 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477717
Jan 20 01:05:06.082298 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40862) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:06.235198 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7740d4fd-fdd3-4ac6-a886-32b551274a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:06.251210 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7740d4fd-fdd3-4ac6-a886-32b551274a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:06.255348 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-7740d4fd-fdd3-4ac6-a886-32b551274a61 admin admin] Usage tracker for resource:security_group_rule and tenant:31f9a7a9e8c6490b9f1af4d58fbab04c is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:06.258306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-7740d4fd-fdd3-4ac6-a886-32b551274a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:06.264104 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7740d4fd-fdd3-4ac6-a886-32b551274a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:06.349205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7740d4fd-fdd3-4ac6-a886-32b551274a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:06.352034 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7740d4fd-fdd3-4ac6-a886-32b551274a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:06.360733 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-56990d90-d8c1-4a7f-a4e8-c47182f4acc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:06.404479 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-7740d4fd-fdd3-4ac6-a886-32b551274a61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31f9a7a9e8c6490b9f1af4d58fbab04c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3210497
Jan 20 01:05:06.406769 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740d4fd-fdd3-4ac6-a886-32b551274a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9edcfe-0d37-4c41-ad3e-30fcd6066022,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:06.408142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40868) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:06.410276 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7740d4fd-fdd3-4ac6-a886-32b551274a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:06.476115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a9b8-2a54-490f-bc57-254bf082fac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:06.503334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a9b8-2a54-490f-bc57-254bf082fac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:06.548286 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a9b8-2a54-490f-bc57-254bf082fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:06.553213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-07f9c729-ea6e-4772-a8a2-0039e140649e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:06.568301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9a9b8-2a54-490f-bc57-254bf082fac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9edcfe-0d37-4c41-ad3e-30fcd6066022,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:06.571209 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b7c9a9b8-2a54-490f-bc57-254bf082fac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:06.577917 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a9b8-2a54-490f-bc57-254bf082fac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:06.580936 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-b7c9a9b8-2a54-490f-bc57-254bf082fac4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a9edcfe-0d37-4c41-ad3e-30fcd6066022 HTTP/1.1" status: 204  len: 168 time: 0.1715584
Jan 20 01:05:06.914052 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4220a03-7740-4fcc-8d9f-9cd821114bc6 req-35361e3a-a6c1-441a-b185-f788a2e2807b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:06.915705 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d4220a03-7740-4fcc-8d9f-9cd821114bc6 req-35361e3a-a6c1-441a-b185-f788a2e2807b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 946 time: 0.1033759
Jan 20 01:05:06.927238 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40878) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:06.947001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-972ac48f-5e34-4d97-af53-eb70dcd3a805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:06.962567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-972ac48f-5e34-4d97-af53-eb70dcd3a805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:06.966676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-972ac48f-5e34-4d97-af53-eb70dcd3a805 admin admin] Usage tracker for resource:security_group_rule and tenant:53df248d99f14670ae5ab938ba9563ea is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:06.970260 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-972ac48f-5e34-4d97-af53-eb70dcd3a805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:06.970813 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d4220a03-7740-4fcc-8d9f-9cd821114bc6 req-699aaa20-b94f-49c8-a46a-c4212d701d30 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486279
Jan 20 01:05:06.976333 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-972ac48f-5e34-4d97-af53-eb70dcd3a805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:07.030573 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device bf007119-151a-4a4c-985f-0a30db394dec up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:07.068162 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-972ac48f-5e34-4d97-af53-eb70dcd3a805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:07.071954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-972ac48f-5e34-4d97-af53-eb70dcd3a805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:07.081229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a8ed824a-d6eb-43ca-9d0a-c874f20da034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:07.106297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port bf007119-151a-4a4c-985f-0a30db394dec triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:07.106882 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:07.128366 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-972ac48f-5e34-4d97-af53-eb70dcd3a805 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53df248d99f14670ae5ab938ba9563ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1975350
Jan 20 01:05:07.128366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ac48f-5e34-4d97-af53-eb70dcd3a805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58649ae-3792-4ff4-bdd8-c4aef6e6ccfd,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:07.129560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 40886) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:07.130152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-972ac48f-5e34-4d97-af53-eb70dcd3a805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:07.206404 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-16c43e43-7f27-464f-a361-3ee28f5255e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:07.235163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-16c43e43-7f27-464f-a361-3ee28f5255e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:07.281819 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-16c43e43-7f27-464f-a361-3ee28f5255e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:07.287138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6e570d19-1add-4f56-a713-fa57fb7d2355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:07.299125 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c43e43-7f27-464f-a361-3ee28f5255e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58649ae-3792-4ff4-bdd8-c4aef6e6ccfd,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:07.304235 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-16c43e43-7f27-464f-a361-3ee28f5255e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:07.306293 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-16c43e43-7f27-464f-a361-3ee28f5255e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:07.308088 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-16c43e43-7f27-464f-a361-3ee28f5255e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a58649ae-3792-4ff4-bdd8-c4aef6e6ccfd HTTP/1.1" status: 204  len: 168 time: 0.1722133
Jan 20 01:05:09.460147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-b2b66ddd-87d4-4926-8c17-276574c27395 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:09.461865 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-b2b66ddd-87d4-4926-8c17-276574c27395 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/networks?id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a HTTP/1.1" status: 200  len: 815 time: 0.1797473
Jan 20 01:05:09.479530 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-19537be8-a13f-4255-97c3-2b63403db1e9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/quotas/c37e7ac2d2584dcea1b663a523f9bdab HTTP/1.1" status: 200  len: 375 time: 0.0114911
Jan 20 01:05:09.581431 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9878c7c2-f971-4eb7-89ef-d4a802f5b3e5 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0947359
Jan 20 01:05:09.960249 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-1012ee26-6d01-4a3a-b6eb-0de298e5afad service neutron] 10.222.0.37 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3712542
Jan 20 01:05:10.106929 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-5460d763-b97d-48fd-894d-879ab6887f77 service neutron] 10.222.0.37 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397486
Jan 20 01:05:10.317608 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-153abbad-8039-4e0d-b578-0ca96de6c325 req-603d4dfe-a71f-48f3-bc45-58053c285e7a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 210 time: 0.0509834
Jan 20 01:05:10.463411 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 40992) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:10.618367 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-122cafeb-ff46-4af3-801e-54021da9cd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:10.633705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-122cafeb-ff46-4af3-801e-54021da9cd61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:10.637759 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-122cafeb-ff46-4af3-801e-54021da9cd61 admin admin] Usage tracker for resource:security_group_rule and tenant:81a3565b6022418cb3973426bbad4577 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:10.640803 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-122cafeb-ff46-4af3-801e-54021da9cd61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:10.646670 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-122cafeb-ff46-4af3-801e-54021da9cd61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:10.734182 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-122cafeb-ff46-4af3-801e-54021da9cd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:10.736988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-122cafeb-ff46-4af3-801e-54021da9cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:10.745423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-818b81e7-2045-4022-bc28-a58ea3da903b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:10.789210 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-122cafeb-ff46-4af3-801e-54021da9cd61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81a3565b6022418cb3973426bbad4577&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3246300
Jan 20 01:05:10.790163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cafeb-ff46-4af3-801e-54021da9cd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ad9ed5-6f83-4eaa-b50b-fa3c3d6af291,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:10.792808 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41000) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:10.793403 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-122cafeb-ff46-4af3-801e-54021da9cd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:10.856257 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d023caef-c1e4-4cb9-8644-3b358da342de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:10.883909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d023caef-c1e4-4cb9-8644-3b358da342de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:10.932764 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d023caef-c1e4-4cb9-8644-3b358da342de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:10.937749 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa249cc8-ffc4-403c-b6c7-c9034d922157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:10.948738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023caef-c1e4-4cb9-8644-3b358da342de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ad9ed5-6f83-4eaa-b50b-fa3c3d6af291,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:10.954368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d023caef-c1e4-4cb9-8644-3b358da342de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:10.956846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d023caef-c1e4-4cb9-8644-3b358da342de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:10.957652 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d023caef-c1e4-4cb9-8644-3b358da342de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22ad9ed5-6f83-4eaa-b50b-fa3c3d6af291 HTTP/1.1" status: 204  len: 168 time: 0.1644061
Jan 20 01:05:11.304631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41008) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:11.324273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-783c804d-757d-421c-8aad-9668c6396608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:11.339708 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-783c804d-757d-421c-8aad-9668c6396608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:11.344493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-783c804d-757d-421c-8aad-9668c6396608 admin admin] Usage tracker for resource:security_group_rule and tenant:25135878d6d74a2e9b3e5203a366a944 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:11.347626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-783c804d-757d-421c-8aad-9668c6396608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:11.354526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-783c804d-757d-421c-8aad-9668c6396608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:11.458744 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-783c804d-757d-421c-8aad-9668c6396608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:11.466769 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-783c804d-757d-421c-8aad-9668c6396608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:11.479094 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4a724bc4-9106-49d7-a2f1-eb89ab2905ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:11.529358 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-ba7a9d2e-6462-4495-ba4a-9cf55e46abe2 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:11.531029 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-ba7a9d2e-6462-4495-ba4a-9cf55e46abe2 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "GET /v2.0/networks?id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a HTTP/1.1" status: 200  len: 815 time: 0.1844065
Jan 20 01:05:11.555932 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Request body: {'port': {'device_id': 'fbf493ed-09ac-4ef6-906b-67a71c57e172', 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a', 'admin_state_up': True, 'tenant_id': 'c37e7ac2d2584dcea1b663a523f9bdab'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:11.563180 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ed876434-e9c2-44fb-9759-25e9a04720e8 req-97a2a8c6-0cf8-4d9c-a83b-6feee4c652e2 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 210 time: 0.0845056
Jan 20 01:05:11.575070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c804d-757d-421c-8aad-9668c6396608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d79e4c-80c6-485e-89b4-1eeefd81e3dd,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:11.580312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-783c804d-757d-421c-8aad-9668c6396608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:11.591596 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-783c804d-757d-421c-8aad-9668c6396608 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25135878d6d74a2e9b3e5203a366a944&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2856774
Jan 20 01:05:11.592580 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41016) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:11.655838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a84e4f2-c8e4-4ebe-bec1-4f3a16a6a883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:11.683038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a84e4f2-c8e4-4ebe-bec1-4f3a16a6a883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:11.711687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:11.715793 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Usage tracker for resource:port and tenant:c37e7ac2d2584dcea1b663a523f9bdab is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:11.719079 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Quota usage for port was recalculated. Used quota:2. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:11.725413 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:11.728368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a84e4f2-c8e4-4ebe-bec1-4f3a16a6a883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:11.733805 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0482d77e-118d-457e-aaf3-4a3beb22ad82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:11.735049 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Made reservation on behalf of c37e7ac2d2584dcea1b663a523f9bdab for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:05:11.743812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:11.748295 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84e4f2-c8e4-4ebe-bec1-4f3a16a6a883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d79e4c-80c6-485e-89b4-1eeefd81e3dd,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:11.752638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a84e4f2-c8e4-4ebe-bec1-4f3a16a6a883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:11.753617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a84e4f2-c8e4-4ebe-bec1-4f3a16a6a883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:11.757396 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-1a84e4f2-c8e4-4ebe-bec1-4f3a16a6a883 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1d79e4c-80c6-485e-89b4-1eeefd81e3dd HTTP/1.1" status: 204  len: 168 time: 0.1612005
Jan 20 01:05:12.058669 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9bb5545c-1be3-47bd-913f-32a12bb9d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:12.063898 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Allocated IP 172.20.0.8 (d5662087-3410-4b0d-ab5a-a0839a3b3f7a/d79da501-7760-4ab6-ac89-d851af2653b6/08bb427e-6bb8-4162-a20d-f1a9f3300c2e) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:05:12.301269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:12.331509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:12.347983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9fade8c7-43ce-4dc8-a8d4-5db26cec0105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:12.728306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Pushing event updated for resources: {'Port': ['ID=08bb427e-6bb8-4162-a20d-f1a9f3300c2e,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:12.731519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:12.789661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Network d5662087-3410-4b0d-ab5a-a0839a3b3f7a is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:05:12.790820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:05:12.793217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:05:12.819827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2ee43-1f70-4fea-9e25-fe05859e4cd3 req-a7aec4d5-81e4-49de-977b-d7216e3274b3 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:12.821218 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bef2ee43-1f70-4fea-9e25-fe05859e4cd3 req-a7aec4d5-81e4-49de-977b-d7216e3274b3 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 931 time: 0.1159911
Jan 20 01:05:12.880839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:12.881588 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:12.885331 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bef2ee43-1f70-4fea-9e25-fe05859e4cd3 req-5d469707-1586-4941-955e-d3963ad06ce6 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568557
Jan 20 01:05:12.923059 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-9b84ebae-1137-4c95-9850-2d4b8f41d67f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3715472
Jan 20 01:05:12.943389 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Request body: {'port': {'device_id': 'fbf493ed-09ac-4ef6-906b-67a71c57e172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:13.065701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:13.503575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bb427e-6bb8-4162-a20d-f1a9f3300c2e {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 01:05:13.511161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:13.523188 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Transition to ACTIVE for port object 08bb427e-6bb8-4162-a20d-f1a9f3300c2e will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:05:13.525896 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:13.541602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fb6c65e6-5b11-49ea-82b8-d2bcf43139fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:13.684500 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Pushing event updated for resources: {'Port': ['ID=08bb427e-6bb8-4162-a20d-f1a9f3300c2e,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:13.689270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:13.866133 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Attempting to bind port 08bb427e-6bb8-4162-a20d-f1a9f3300c2e on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:05:13.866671 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Attempting to bind port 08bb427e-6bb8-4162-a20d-f1a9f3300c2e by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:05:13.866799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Attempting to bind port 08bb427e-6bb8-4162-a20d-f1a9f3300c2e on network d5662087-3410-4b0d-ab5a-a0839a3b3f7a {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:05:13.872543 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:05:13.872923 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Checking segment: {'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:05:13.873355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:13.873756 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Bound using segment: {'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:05:13.874233 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Bound port: 08bb427e-6bb8-4162-a20d-f1a9f3300c2e, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:05:13.874610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:13.973553 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] For port 08bb427e-6bb8-4162-a20d-f1a9f3300c2e, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:05:13.977923 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] For port 08bb427e-6bb8-4162-a20d-f1a9f3300c2e, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=08bb427e-6bb8-4162-a20d-f1a9f3300c2e,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:05:13.981987 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:13.997678 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7f82f80b-2d90-46a3-86f8-0df21cd48ef1 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:14.119291 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d525a4-9247-452d-b5db-1047d19989f9 req-96e73636-86bd-43af-91a3-295b51dcdd94 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:14.120857 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f0d525a4-9247-452d-b5db-1047d19989f9 req-96e73636-86bd-43af-91a3-295b51dcdd94 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 943 time: 0.1032207
Jan 20 01:05:14.145915 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Pushing event updated for resources: {'Port': ['ID=08bb427e-6bb8-4162-a20d-f1a9f3300c2e,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:14.149487 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:14.180236 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f0d525a4-9247-452d-b5db-1047d19989f9 req-15aef39a-46a0-494c-8822-4cf139605cdd tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522487
Jan 20 01:05:14.193883 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:14.194567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:14.196081 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] 10.222.0.20 "PUT /v2.0/ports/08bb427e-6bb8-4162-a20d-f1a9f3300c2e HTTP/1.1" status: 200  len: 1157 time: 1.2572851
Jan 20 01:05:14.196620 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf493ed-09ac-4ef6-906b-67a71c57e172', 'tag': '08bb427e-6bb8-4162-a20d-f1a9f3300c2e'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:05:14.289693 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf493ed-09ac-4ef6-906b-67a71c57e172', 'tag': '08bb427e-6bb8-4162-a20d-f1a9f3300c2e', 'status': 'completed', 'code': 200}
Jan 20 01:05:14.336648 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-521b3c9d-7247-442d-861c-53b117aba3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:14.338385 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-521b3c9d-7247-442d-861c-53b117aba3a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 1160 time: 0.0858943
Jan 20 01:05:14.419850 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-8e1e3db5-6e4e-4ce0-b90d-34b7f6e31f62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bb427e-6bb8-4162-a20d-f1a9f3300c2e HTTP/1.1" status: 200  len: 217 time: 0.0668852
Jan 20 01:05:14.493454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-6583c91a-ab17-4312-950a-307ac4552916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:14.495064 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-6583c91a-ab17-4312-950a-307ac4552916 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d79da501-7760-4ab6-ac89-d851af2653b6 HTTP/1.1" status: 200  len: 855 time: 0.0686357
Jan 20 01:05:14.549041 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-97a9ae82-0097-49ea-a045-83e69fee0a28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464137
Jan 20 01:05:14.610167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b10f81ab-a105-4567-b661-42f1e263d6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:14.702375 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-1172ace1-c992-4cf1-9583-98af20b49097 service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448767
Jan 20 01:05:14.786950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:14.850164 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e30e503a-edbf-424f-999d-88ddd56088f3 req-ee4b75f7-75fa-42dd-8bd3-f46aed7f64d1 service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399601
Jan 20 01:05:15.026922 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8e86e-a1de-46fb-823d-ae345696a84d req-035fdb39-0030-401c-a934-46961f0035a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:15.028510 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93a8e86e-a1de-46fb-823d-ae345696a84d req-035fdb39-0030-401c-a934-46961f0035a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 1160 time: 0.0774555
Jan 20 01:05:15.412724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b398a-a4da-466e-98db-fa635895944d req-e52f4e87-e720-4cff-8aec-b12feec445c3 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:15.414277 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3f6b398a-a4da-466e-98db-fa635895944d req-e52f4e87-e720-4cff-8aec-b12feec445c3 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 943 time: 0.1024957
Jan 20 01:05:15.466185 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3f6b398a-a4da-466e-98db-fa635895944d req-33a458a5-fdeb-42cb-b3a8-2fa2bf94440e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457680
Jan 20 01:05:15.975924 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8e86e-a1de-46fb-823d-ae345696a84d req-7e12a7cd-8b50-4d7a-99cf-d82c0bff5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:15.977640 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93a8e86e-a1de-46fb-823d-ae345696a84d req-7e12a7cd-8b50-4d7a-99cf-d82c0bff5e01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a HTTP/1.1" status: 200  len: 909 time: 0.1434391
Jan 20 01:05:16.627075 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:16.708160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff62c0d-9c61-49c6-b09a-44f5ae752b8c req-1a6c1952-3816-4589-94a9-3efade6bbcf4 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:16.709840 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7ff62c0d-9c61-49c6-b09a-44f5ae752b8c req-1a6c1952-3816-4589-94a9-3efade6bbcf4 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 943 time: 0.1101117
Jan 20 01:05:16.715621 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93a8e86e-a1de-46fb-823d-ae345696a84d req-be23f000-a1af-4682-b67c-90c20ee70841 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bb427e-6bb8-4162-a20d-f1a9f3300c2e HTTP/1.1" status: 200  len: 217 time: 0.0717752
Jan 20 01:05:16.754851 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:16.762667 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7ff62c0d-9c61-49c6-b09a-44f5ae752b8c req-e8631792-eb08-4be6-a92a-d852e5155f4d tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461948
Jan 20 01:05:17.650100 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8e86e-a1de-46fb-823d-ae345696a84d req-be3babff-b214-47e2-be5b-f7cf6190bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:17.651635 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93a8e86e-a1de-46fb-823d-ae345696a84d req-be3babff-b214-47e2-be5b-f7cf6190bdde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d79da501-7760-4ab6-ac89-d851af2653b6 HTTP/1.1" status: 200  len: 855 time: 0.0663259
Jan 20 01:05:17.708445 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93a8e86e-a1de-46fb-823d-ae345696a84d req-16c2a923-727c-4223-9400-9e364eb35ad5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493028
Jan 20 01:05:17.860368 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93a8e86e-a1de-46fb-823d-ae345696a84d req-5dd7e4ea-14be-4ff0-b75c-cdce9070d7fa service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414692
Jan 20 01:05:17.999392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28333e5-200e-4f04-981e-459971e0492d req-b4bbeab6-1ad7-4a11-bc51-c2ca12edcaac tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:18.001662 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d28333e5-200e-4f04-981e-459971e0492d req-b4bbeab6-1ad7-4a11-bc51-c2ca12edcaac tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 943 time: 0.1014805
Jan 20 01:05:18.010529 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-93a8e86e-a1de-46fb-823d-ae345696a84d req-8bf833e7-842c-42c0-8d71-636e62f4160d service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426730
Jan 20 01:05:18.055625 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d28333e5-200e-4f04-981e-459971e0492d req-c0cf11d7-b816-46cd-9241-f4a8dd1d526b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476568
Jan 20 01:05:19.292951 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7edd10-c0c3-4773-8379-d3c42aca00a7 req-675f6f32-dc5d-4181-b304-b672cec92e88 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:19.294703 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ef7edd10-c0c3-4773-8379-d3c42aca00a7 req-675f6f32-dc5d-4181-b304-b672cec92e88 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 943 time: 0.1052926
Jan 20 01:05:19.347262 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ef7edd10-c0c3-4773-8379-d3c42aca00a7 req-822da775-6cae-4743-b284-52be93952faf tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459087
Jan 20 01:05:20.477717 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 08bb427e-6bb8-4162-a20d-f1a9f3300c2e up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:20.549805 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 08bb427e-6bb8-4162-a20d-f1a9f3300c2e completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:20.554622 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 08bb427e-6bb8-4162-a20d-f1a9f3300c2e triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:20.555042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:20.586878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4702e18-0d16-4bfd-bff5-feca6ce8fc1f req-b691378b-4554-4184-8a00-d63fa48b20d7 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:20.588531 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a4702e18-0d16-4bfd-bff5-feca6ce8fc1f req-b691378b-4554-4184-8a00-d63fa48b20d7 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 943 time: 0.1064961
Jan 20 01:05:20.641651 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a4702e18-0d16-4bfd-bff5-feca6ce8fc1f req-0638d359-1dd9-404f-9589-87fa6efa1b3d tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454669
Jan 20 01:05:20.676031 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:20.703474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf493ed-09ac-4ef6-906b-67a71c57e172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bb427e-6bb8-4162-a20d-f1a9f3300c2e'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:05:20.714292 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 08bb427e-6bb8-4162-a20d-f1a9f3300c2e, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=08bb427e-6bb8-4162-a20d-f1a9f3300c2e,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:05:20.718694 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:20.720793 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ea505b74-934e-4b28-9e0a-cf72adb32f8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:20.772539 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf493ed-09ac-4ef6-906b-67a71c57e172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bb427e-6bb8-4162-a20d-f1a9f3300c2e', 'code': 200}
Jan 20 01:05:20.793907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=08bb427e-6bb8-4162-a20d-f1a9f3300c2e,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:20.797194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:21.068937 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b7389-63e0-4dba-8b74-cd9e05abbeea req-3277c7cc-d81e-44a6-a3da-6fef79450cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:21.070586 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-628b7389-63e0-4dba-8b74-cd9e05abbeea req-3277c7cc-d81e-44a6-a3da-6fef79450cdd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 1162 time: 0.0768270
Jan 20 01:05:21.113581 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-628b7389-63e0-4dba-8b74-cd9e05abbeea req-505b41d4-1c37-4773-b72f-c4ed8bef7f4f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363564
Jan 20 01:05:21.872770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e641f7b-ef57-4da4-a1f3-9bf8b29355aa req-d8019bcd-d657-4116-b049-7c70865f817e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:21.874423 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0e641f7b-ef57-4da4-a1f3-9bf8b29355aa req-d8019bcd-d657-4116-b049-7c70865f817e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 945 time: 0.1022413
Jan 20 01:05:21.928737 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0e641f7b-ef57-4da4-a1f3-9bf8b29355aa req-1b1a266d-004d-45ca-b61e-a5e3cecf67eb tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476580
Jan 20 01:05:22.135327 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 08bb427e-6bb8-4162-a20d-f1a9f3300c2e up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:22.226772 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 08bb427e-6bb8-4162-a20d-f1a9f3300c2e triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:22.227294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:22.378975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41124) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:22.533854 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad27f1f5-b128-4d5a-97c8-b127db0c0a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:22.549057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ad27f1f5-b128-4d5a-97c8-b127db0c0a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:22.553041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ad27f1f5-b128-4d5a-97c8-b127db0c0a9b admin admin] Usage tracker for resource:security_group_rule and tenant:761b6d199b73405dad2c4e6e3de16e32 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:22.555994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ad27f1f5-b128-4d5a-97c8-b127db0c0a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:22.561874 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ad27f1f5-b128-4d5a-97c8-b127db0c0a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:22.651524 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad27f1f5-b128-4d5a-97c8-b127db0c0a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:22.654280 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad27f1f5-b128-4d5a-97c8-b127db0c0a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:22.663064 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6cf7f108-55c1-463b-90e9-30db02926f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:22.705638 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ad27f1f5-b128-4d5a-97c8-b127db0c0a9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=761b6d199b73405dad2c4e6e3de16e32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3255210
Jan 20 01:05:22.707408 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27f1f5-b128-4d5a-97c8-b127db0c0a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3b613c-91f7-427f-b989-2a942bf5c294,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:22.708506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 41130) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:22.711000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ad27f1f5-b128-4d5a-97c8-b127db0c0a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:22.776002 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6b0d-3ae8-42d3-8551-42dae9a179b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:22.803489 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6b0d-3ae8-42d3-8551-42dae9a179b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:22.848424 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6b0d-3ae8-42d3-8551-42dae9a179b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:22.853343 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-24a367b9-08cc-4a56-9a24-f627558741f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:22.867362 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea6b0d-3ae8-42d3-8551-42dae9a179b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3b613c-91f7-427f-b989-2a942bf5c294,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:22.870318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e4ea6b0d-3ae8-42d3-8551-42dae9a179b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:22.871570 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6b0d-3ae8-42d3-8551-42dae9a179b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:22.872797 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e4ea6b0d-3ae8-42d3-8551-42dae9a179b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec3b613c-91f7-427f-b989-2a942bf5c294 HTTP/1.1" status: 204  len: 168 time: 0.1631093
Jan 20 01:05:23.169303 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e36104-2cf2-4a29-97c1-9a4b6aedd6f8 req-15c9cbcf-3c90-4aa3-8d55-ef3c6f3076c9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:23.171097 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a4e36104-2cf2-4a29-97c1-9a4b6aedd6f8 req-15c9cbcf-3c90-4aa3-8d55-ef3c6f3076c9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 945 time: 0.1079986
Jan 20 01:05:23.225326 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a4e36104-2cf2-4a29-97c1-9a4b6aedd6f8 req-56a61b1d-6c7b-47c8-a80b-cd436084c460 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468042
Jan 20 01:05:23.812366 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9cd0ad2-f1d8-4367-8fdc-540f18284737 req-08867d35-db10-4b84-9d0c-c63d5c70755c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0781553
Jan 20 01:05:23.820565 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 41160) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:23.973446 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-274593098-network', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:23.981736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:23.988746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Usage tracker for resource:network and tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:23.992422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:24.000033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:24.014419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Made reservation on behalf of 0938cb99ff1c4eeaacdd2c5d7012ed78 for: {'network': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:05:24.019616 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:24.034981 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:24.047581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd0ad2-f1d8-4367-8fdc-540f18284737 req-20ad84ab-fbf5-4db3-bf65-86116610c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:24.049289 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9cd0ad2-f1d8-4367-8fdc-540f18284737 req-20ad84ab-fbf5-4db3-bf65-86116610c3e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 1162 time: 0.1374125
Jan 20 01:05:24.054607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:24.058659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Usage tracker for resource:security_group_rule and tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:24.061643 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:24.067985 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:24.122930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 08bb427e-6bb8-4162-a20d-f1a9f3300c2e up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:24.197158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 08bb427e-6bb8-4162-a20d-f1a9f3300c2e triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:24.197826 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:24.253476 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd0ad2-f1d8-4367-8fdc-540f18284737 req-01364b58-454c-40af-897e-0f3a5731ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:24.255094 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9cd0ad2-f1d8-4367-8fdc-540f18284737 req-01364b58-454c-40af-897e-0f3a5731ae82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.1820736
Jan 20 01:05:24.373185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:24.378780 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:24.389663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-10fcd5a6-d6c6-4e0a-95e2-76b35eb5f1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:24.404924 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9cd0ad2-f1d8-4367-8fdc-540f18284737 req-f9285f6d-323f-45eb-807c-0305bf84d117 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c1080ad-093c-4365-91c7-d955bd1af634 HTTP/1.1" status: 200  len: 1000 time: 0.1420977
Jan 20 01:05:24.467410 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 01:05:24.481439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc9b8fe-a4c8-4607-bdd1-d6c5f973cbae,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:24.487226 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:24.498038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759632512030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:24.498481 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Added segment 7b31f5d9-2b06-4f25-a0be-1cc0552a6f22 of type vxlan for network 1760ea46-5034-4554-93da-03789e761571
Jan 20 01:05:24.521099 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd0ad2-f1d8-4367-8fdc-540f18284737 req-11f8f84d-ca14-4dfa-8323-64abef687ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:24.522708 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9cd0ad2-f1d8-4367-8fdc-540f18284737 req-11f8f84d-ca14-4dfa-8323-64abef687ad1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.1028025
Jan 20 01:05:24.581180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:24.632477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:24.636127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:24.636770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:24.642946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b1f33efa-6193-437d-923a-836e81a2f950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:24.664023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd0ad2-f1d8-4367-8fdc-540f18284737 req-c475df8a-8697-47e4-a407-65ec8ccc15db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:24.665651 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9cd0ad2-f1d8-4367-8fdc-540f18284737 req-c475df8a-8697-47e4-a407-65ec8ccc15db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1342528
Jan 20 01:05:24.782220 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.9603992
Jan 20 01:05:24.785568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41168) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:24.792328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Request body: {'subnet': {'network_id': '1760ea46-5034-4554-93da-03789e761571', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-274593098-subnet', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'ip_version': 4}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:24.795487 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Pushing event updated for resources: {'Network': ['ID=1760ea46-5034-4554-93da-03789e761571,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:24.798989 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:24.800117 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9b4c854f-3492-4d0d-be07-26fac71fc718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:24.804307 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Usage tracker for resource:subnet and tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:24.809133 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:24.809437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network 1760ea46-5034-4554-93da-03789e761571 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:05:24.818667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:24.832013 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network 1760ea46-5034-4554-93da-03789e761571 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:05:24.833860 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Made reservation on behalf of 0938cb99ff1c4eeaacdd2c5d7012ed78 for: {'subnet': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:05:24.845369 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6417876'] for subnet, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:24.909213 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9cd0ad2-f1d8-4367-8fdc-540f18284737 req-8c31b326-67f7-48f6-9223-83240af82134 service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248743
Jan 20 01:05:25.083286 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9cd0ad2-f1d8-4367-8fdc-540f18284737 req-0f7e27bc-31fb-47d1-9598-dc528d9b1ae5 service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1658316
Jan 20 01:05:25.307236 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847644836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6417861'] for subnet, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:25.324568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:25.460998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ea6729-fbcc-422a-b9eb-0d2d4c84baed,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:25.474191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.474624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.475042 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.475462 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.475874 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.476282 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.476689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.477115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.477523 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.477926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.478328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.478730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.479212 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.479617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.480020 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.480423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.480827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.481259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.481663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.482066 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.482473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.482871 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.483269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.483668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:25.489793 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:25.547709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Checking segment: {'id': '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1760ea46-5034-4554-93da-03789e761571'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:05:25.548251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Network hostable DHCP agents. Network: 1760ea46-5034-4554-93da-03789e761571, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 01:05:25.567281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Network 1760ea46-5034-4554-93da-03789e761571 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 01:05:25.575408 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, 1760ea46-5034-4554-93da-03789e761571) {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:05:25.583641 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb62ed3-1706-4f26-9acd-898d0ee23eb5 None None] Network 1760ea46-5034-4554-93da-03789e761571 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:05:25.592517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:25.593215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:25.618231 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d4259c4e-7332-4b25-ba04-840bc21b27a7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8314385
Jan 20 01:05:25.621441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41182) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:25.627597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:25.632513 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:25.636627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Usage tracker for resource:router and tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:25.640237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:25.646801 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:25.656434 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:25.657789 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774047'] for router, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:25.672289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:25.822676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdf26795-3f68-5b42-9825-0cad8a2b5a16-1760ea46-5034-4554-93da-03789e761571', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'fixed_ips': [{'subnet_id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed'}]}} from dv-cinder-667108-30-iscsi. {{(pid=80158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 20 01:05:25.823626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:25.957286 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774032'] for router, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:26.121373 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Allocated IP 172.20.0.2 (1760ea46-5034-4554-93da-03789e761571/b3ea6729-fbcc-422a-b9eb-0d2d4c84baed/4ae1d8aa-9f90-4a6b-873d-315c619b90f7) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:05:26.357818 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:26.370441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Transition to ACTIVE for port object 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:05:26.387323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Transition to ACTIVE for port object 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:05:26.390995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:26.406836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:26.521845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:26.556237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:26.711417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Pushing event updated for resources: {'Port': ['ID=4ae1d8aa-9f90-4a6b-873d-315c619b90f7,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:26.715741 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:26.758460 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Network 1760ea46-5034-4554-93da-03789e761571 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:05:26.759710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Resources bound (agent type, host, resource id):  {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:05:26.762057 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:05:26.822666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Attempting to bind port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:05:26.823081 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Attempting to bind port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1760ea46-5034-4554-93da-03789e761571'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:05:26.823478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Attempting to bind port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 on network 1760ea46-5034-4554-93da-03789e761571 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:05:26.829213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:05:26.829638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Checking segment: {'id': '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1760ea46-5034-4554-93da-03789e761571'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:05:26.830089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:26.830531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Bound using segment: {'id': '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1760ea46-5034-4554-93da-03789e761571'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:05:26.831047 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Bound port: 4ae1d8aa-9f90-4a6b-873d-315c619b90f7, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1760ea46-5034-4554-93da-03789e761571'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:05:26.831471 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:26.835644 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Allocated IP 172.27.2.174 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/eb581efe-7abf-44e3-8b34-65f3ef02f1be) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:05:26.924419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-bd471b27-0200-4832-8706-a83844897e7c None None] For port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:05:26.927805 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-bd471b27-0200-4832-8706-a83844897e7c None None] For port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=4ae1d8aa-9f90-4a6b-873d-315c619b90f7,segment=NetworkSegment(7b31f5d9-2b06-4f25-a0be-1cc0552a6f22),segment_id=7b31f5d9-2b06-4f25-a0be-1cc0552a6f22)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:05:26.931248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:26.946235 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:26.994767 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:27.024969 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:27.040963 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cc8534b7-ec5b-4ea9-836f-078901e3d189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:27.099730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Pushing event updated for resources: {'Port': ['ID=4ae1d8aa-9f90-4a6b-873d-315c619b90f7,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:27.103251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:27.189936 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Pushing event updated for resources: {'Port': ['ID=eb581efe-7abf-44e3-8b34-65f3ef02f1be,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:27.194636 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:27.241500 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:05:27.242677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:05:27.245046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:05:27.693114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:27.990732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:28.055221 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-695213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695250'] for router, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:28.060022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:28.274857 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 is scheduled to L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 with binding_index 1 {{(pid=80156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 20 01:05:28.452778 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:28.470190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:05:28.483008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Sync routers for ids ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:05:28.495804 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Notify callbacks [] for router, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:28.497332 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.8746734
Jan 20 01:05:28.499182 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Routers {'9a4ea3c2-f3d5-436b-9165-d9756bae81e7'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:05:28.499859 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b130fd0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:05:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:28.500114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41190) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:28.538376 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faec59e1-7d2b-4ab5-82ea-ab8a4371bfd2 None None] Network 1760ea46-5034-4554-93da-03789e761571 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:05:28.659994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-5fab9e98-f857-49bb-8984-fe3d5f605844 None None] Provisioning for port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:28.679160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-5fab9e98-f857-49bb-8984-fe3d5f605844 None None] Provisioning complete for port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:28.679676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5fab9e98-f857-49bb-8984-fe3d5f605844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:28.699001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Set router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:05:28.913477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5fab9e98-f857-49bb-8984-fe3d5f605844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:28.961891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-5fab9e98-f857-49bb-8984-fe3d5f605844 None None] For port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=4ae1d8aa-9f90-4a6b-873d-315c619b90f7,segment=NetworkSegment(7b31f5d9-2b06-4f25-a0be-1cc0552a6f22),segment_id=7b31f5d9-2b06-4f25-a0be-1cc0552a6f22)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:05:28.965842 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5fab9e98-f857-49bb-8984-fe3d5f605844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:28.967802 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:29.046823 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab9e98-f857-49bb-8984-fe3d5f605844 None None] Pushing event updated for resources: {'Port': ['ID=4ae1d8aa-9f90-4a6b-873d-315c619b90f7,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:29.049678 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b130fd0>, [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:05:27Z', 'revision_number': 3, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:29.051185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5fab9e98-f857-49bb-8984-fe3d5f605844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:29.054584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Checking router: 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:05:29.055034 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Updating router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 port eb581efe-7abf-44e3-8b34-65f3ef02f1be binding host dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 01:05:29.115869 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:29.197521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d3321c14-3ea5-4530-a5a2-a28cda60fd07 None None] Provisioning complete for port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:29.197756 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d3321c14-3ea5-4530-a5a2-a28cda60fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:29.472906 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-0d4f3e48-4dff-445a-ac5f-ae62af9522ac None None] Provisioning complete for port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:29.473532 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3e48-4dff-445a-ac5f-ae62af9522ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:29.582289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:29.582601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:29.596780 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Transition to ACTIVE for port object eb581efe-7abf-44e3-8b34-65f3ef02f1be will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:05:29.599677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:29.619217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:29.724404 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-6d7ca99b-01c1-42f8-b58a-70d95f362831 None None] Provisioning complete for port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:29.724838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca99b-01c1-42f8-b58a-70d95f362831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:29.763467 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Pushing event updated for resources: {'Port': ['ID=eb581efe-7abf-44e3-8b34-65f3ef02f1be,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:29.777195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.777393 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.777675 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.778009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.778386 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.778758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.779127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.779498 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.779863 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.780228 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.780594 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.780960 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.781438 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.781809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.782880 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.783319 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.783689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.784059 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.784431 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.785020 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.785187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.785505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.786003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.786205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:29.791829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:29.843238 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Attempting to bind port eb581efe-7abf-44e3-8b34-65f3ef02f1be on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:05:29.843920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Attempting to bind port eb581efe-7abf-44e3-8b34-65f3ef02f1be by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:05:29.844416 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Attempting to bind port eb581efe-7abf-44e3-8b34-65f3ef02f1be on network edea8e20-c3db-4bd3-afba-40aa0a06f207 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:05:29.850683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:05:29.851098 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Checking segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:05:29.851554 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:29.851994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Bound using segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:05:29.852517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Bound port: eb581efe-7abf-44e3-8b34-65f3ef02f1be, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:05:29.852932 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:29.932143 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] For port eb581efe-7abf-44e3-8b34-65f3ef02f1be, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:05:29.935817 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] For port eb581efe-7abf-44e3-8b34-65f3ef02f1be, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=eb581efe-7abf-44e3-8b34-65f3ef02f1be,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:05:29.939696 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:29.959430 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:29.977407 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:29.980477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Allocated IP 172.20.0.1 (1760ea46-5034-4554-93da-03789e761571/b3ea6729-fbcc-422a-b9eb-0d2d4c84baed/c9a3af9f-f661-4497-9228-2ebf8a841cdf) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:05:30.053692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:30.054069 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:30.155545 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:30.179108 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Transition to ACTIVE for port object c9a3af9f-f661-4497-9228-2ebf8a841cdf will not be triggered until provisioned by entity DHCP. {{(pid=80156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:05:30.207560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:30.225688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:30.272929 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Pushing event updated for resources: {'Port': ['ID=eb581efe-7abf-44e3-8b34-65f3ef02f1be,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:30.281205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c68327ca-f88e-439f-ace0-fbe58289310b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:30.284227 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:05:30.323823 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Routers {'9a4ea3c2-f3d5-436b-9165-d9756bae81e7'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:05:30.324409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b130fd0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:05:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:30.371470 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Pushing event updated for resources: {'Port': ['ID=c9a3af9f-f661-4497-9228-2ebf8a841cdf,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:30.376755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:30.418504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Network 1760ea46-5034-4554-93da-03789e761571 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:05:30.419675 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:05:30.421952 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:05:30.479438 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854080671'] for router_interface, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:30.517122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] Set router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:05:30.679441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e402fbc2-3566-43b5-af3f-f45e14ea9c69 None None] Provisioning for port c9a3af9f-f661-4497-9228-2ebf8a841cdf completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:30.684735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e402fbc2-3566-43b5-af3f-f45e14ea9c69 None None] Provisioning complete for port c9a3af9f-f661-4497-9228-2ebf8a841cdf triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:30.685192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e402fbc2-3566-43b5-af3f-f45e14ea9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:30.741086 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:30.744365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e402fbc2-3566-43b5-af3f-f45e14ea9c69 None None] Port c9a3af9f-f661-4497-9228-2ebf8a841cdf cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:05:30.829417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b130fd0>, [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:05:27Z', 'revision_number': 3, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:30.833526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15713ebc-7b51-4875-8157-530a1c75e445 None None] The sync data for ids ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'] in dv-cinder-667108-30-iscsi is: [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:05:27Z', 'revision_number': 3, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:05:31.038294 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:31.041791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847646012'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:31.074016 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:31.163567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Pushing event updated for resources: {'Port': ['ID=c9a3af9f-f661-4497-9228-2ebf8a841cdf,revision_number=2']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:31.164890 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853742421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079544'] for router_interface, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:31.189424 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:31.337781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Network 1760ea46-5034-4554-93da-03789e761571 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:05:31.339013 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:05:31.547592 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:05:31.571425 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-3fe11b83-e4eb-4410-9c42-e9b03bb64e6a None None] Provisioning complete for port c9a3af9f-f661-4497-9228-2ebf8a841cdf triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:31.571840 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3fe11b83-e4eb-4410-9c42-e9b03bb64e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:31.632213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-3fe11b83-e4eb-4410-9c42-e9b03bb64e6a None None] Port c9a3af9f-f661-4497-9228-2ebf8a841cdf cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:05:31.745481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:05:31.755162 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4a7b8926-6eca-4dda-a075-407ff969024e admin admin] 10.222.0.37 "PUT /v2.0/routers/9a4ea3c2-f3d5-436b-9165-d9756bae81e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2533572
Jan 20 01:05:31.995694 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device eb581efe-7abf-44e3-8b34-65f3ef02f1be up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:32.075938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port eb581efe-7abf-44e3-8b34-65f3ef02f1be completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:32.081518 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port eb581efe-7abf-44e3-8b34-65f3ef02f1be triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:32.082154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:32.233457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:32.251745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port eb581efe-7abf-44e3-8b34-65f3ef02f1be, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=eb581efe-7abf-44e3-8b34-65f3ef02f1be,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:05:32.255793 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:32.257763 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:32.331410 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=eb581efe-7abf-44e3-8b34-65f3ef02f1be,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:32.334928 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:32.497098 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41218) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:32.503439 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1795645774-network', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:32.508538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:32.512600 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Usage tracker for resource:network and tenant:6a5a99dacda24a07b65e6302bdfa9a8c is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:32.515643 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:32.522080 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:32.532516 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Made reservation on behalf of 6a5a99dacda24a07b65e6302bdfa9a8c for: {'network': 1} {{(pid=80156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:05:32.537200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for network, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:32.553556 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:32.568663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:32.572679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Usage tracker for resource:security_group_rule and tenant:6a5a99dacda24a07b65e6302bdfa9a8c is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:32.575604 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:32.582113 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:32.668396 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:32.671160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:32.675708 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-da99781d-bcc3-40bd-9940-3dbf93efcc44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:32.706633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 20 01:05:32.718928 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b6ffe9-6b5a-4167-86db-015d271c7e54,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:32.723527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:32.726124 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:32.726524 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.segments_db [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Added segment 3f191d2f-3c7b-4a04-8330-64003c82074b of type vxlan for network efcc6f63-998a-4c5f-b66e-78f539c63e43
Jan 20 01:05:32.754288 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277222646303'] for network, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:32.783768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440'] for network, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:32.785025 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:32.785701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:32.790594 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:32.898624 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4003122
Jan 20 01:05:32.899579 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Pushing event updated for resources: {'Network': ['ID=efcc6f63-998a-4c5f-b66e-78f539c63e43,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:32.901683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 41222) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:32.902796 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2e82aaa7-7b4a-4860-a24b-cbf4de9347b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:32.907938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Request body: {'subnet': {'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1795645774-subnet', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'ip_version': 4}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:32.910712 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Network efcc6f63-998a-4c5f-b66e-78f539c63e43 details requested by agent ovs-agent-dv-cinder-667108-30-iscsi with host dv-cinder-667108-30-iscsi {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:05:32.913419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:32.917526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Usage tracker for resource:subnet and tenant:6a5a99dacda24a07b65e6302bdfa9a8c is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:32.920589 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:32.926791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:32.928119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Network efcc6f63-998a-4c5f-b66e-78f539c63e43 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 20 01:05:32.936591 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Made reservation on behalf of 6a5a99dacda24a07b65e6302bdfa9a8c for: {'subnet': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:05:32.941849 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233335'] for subnet, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:33.601928 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849086569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233318'] for subnet, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:33.617595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:33.677669 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Sync routers for ids ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:05:33.687613 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Routers {'9a4ea3c2-f3d5-436b-9165-d9756bae81e7'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:05:33.688735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782a2fbd68>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:05:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:33.754606 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed033004-b222-48c7-8f56-c74be8d31592,revision_number=0']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:33.758878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:33.833122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Checking segment: {'id': '3f191d2f-3c7b-4a04-8330-64003c82074b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:05:33.833543 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Network hostable DHCP agents. Network: efcc6f63-998a-4c5f-b66e-78f539c63e43, hostable agents: ['920693a9-8f5c-4cb9-8285-4fbff9e4fb0f'], hosted agents: [] {{(pid=80157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 20 01:05:33.857454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Network efcc6f63-998a-4c5f-b66e-78f539c63e43 is scheduled to be hosted by DHCP agent 920693a9-8f5c-4cb9-8285-4fbff9e4fb0f with binding_index 1 {{(pid=80157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 20 01:05:33.872096 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-iscsi, efcc6f63-998a-4c5f-b66e-78f539c63e43) {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:05:33.888708 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1a9638-3492-45a0-863c-2e89747da085 None None] Network efcc6f63-998a-4c5f-b66e-78f539c63e43 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:05:33.923454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:33.924397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:33.966367 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-64e018d9-832c-4650-81fd-31a3ae2112f3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0611730
Jan 20 01:05:33.966976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41240) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:33.973373 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1795645774-router', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:33.979694 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:33.984411 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Usage tracker for resource:router and tenant:6a5a99dacda24a07b65e6302bdfa9a8c is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:33.989053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:33.996943 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:34.006872 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device eb581efe-7abf-44e3-8b34-65f3ef02f1be up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:34.010971 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:34.012186 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774047'] for router, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:34.031135 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:34.053009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Set router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:05:34.563207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774032'] for router, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:34.614858 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port eb581efe-7abf-44e3-8b34-65f3ef02f1be triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:34.615424 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:34.690840 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdf26795-3f68-5b42-9825-0cad8a2b5a16-efcc6f63-998a-4c5f-b66e-78f539c63e43', 'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'fixed_ips': [{'subnet_id': 'ed033004-b222-48c7-8f56-c74be8d31592'}]}} from dv-cinder-667108-30-iscsi. {{(pid=80158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 20 01:05:34.691736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:34.898707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:34.935392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:35.001180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782a2fbd68>, [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:05:30Z', 'revision_number': 4, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'c9a3af9f-f661-4497-9228-2ebf8a841cdf', 'name': '', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'mac_address': 'fa:16:3e:e3:cb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:29Z', 'updated_at': '2021-01-20T01:05:30Z', 'revision_number': 2, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'subnets': [{'id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:35.045708 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Checking router: 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:05:35.046123 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Updating router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 port c9a3af9f-f661-4497-9228-2ebf8a841cdf binding host dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 01:05:35.142200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:35.238183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Allocated IP 172.27.2.185 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:05:35.309269 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Allocated IP 172.20.0.2 (efcc6f63-998a-4c5f-b66e-78f539c63e43/ed033004-b222-48c7-8f56-c74be8d31592/9744057d-371a-4acd-987c-43c6ec71154b) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:05:35.520631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:35.577271 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-c74e2d3f-a1d0-4a5c-9fe7-f6b300816839 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:35.579603 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-c74e2d3f-a1d0-4a5c-9fe7-f6b300816839 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/networks?id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a HTTP/1.1" status: 200  len: 815 time: 0.2244318
Jan 20 01:05:35.600744 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f5a36eca-f359-4d92-818b-6a8eee6e4c41 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/quotas/c37e7ac2d2584dcea1b663a523f9bdab HTTP/1.1" status: 200  len: 375 time: 0.0149813
Jan 20 01:05:35.643179 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:35.662243 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6731ffc2-a7a2-4804-b2e3-a1c584982b73 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:35.741516 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:35.758503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Transition to ACTIVE for port object 9744057d-371a-4acd-987c-43c6ec71154b will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:05:35.791489 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Transition to ACTIVE for port object 9744057d-371a-4acd-987c-43c6ec71154b will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:05:35.825725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:35.827992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:35.844590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:35.855603 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:35.888073 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-889b3391-70fa-4134-ab3f-8ef5bf3c06a8 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2812040
Jan 20 01:05:35.953477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:05:35.955577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:05:35.959461 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:05:36.009124 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Pushing event updated for resources: {'Port': ['ID=9744057d-371a-4acd-987c-43c6ec71154b,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:36.021891 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:36.023728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:36.045250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Transition to ACTIVE for port object c9a3af9f-f661-4497-9228-2ebf8a841cdf will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:05:36.058235 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:36.076614 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:36.230575 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-e30bc143-6603-4913-bd53-887e9adc9b53 service neutron] 10.222.0.37 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3307481
Jan 20 01:05:36.424245 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4aadcd-b9ae-4100-b67b-dceb377e6f36 None None] Pushing event updated for resources: {'Port': ['ID=c9a3af9f-f661-4497-9228-2ebf8a841cdf,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:36.429874 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Network efcc6f63-998a-4c5f-b66e-78f539c63e43 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:05:36.430817 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bf4aadcd-b9ae-4100-b67b-dceb377e6f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:36.433494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Resources bound (agent type, host, resource id):  {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:05:36.437185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:05:36.521963 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Attempting to bind port 9744057d-371a-4acd-987c-43c6ec71154b on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:05:36.522378 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Attempting to bind port 9744057d-371a-4acd-987c-43c6ec71154b by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '3f191d2f-3c7b-4a04-8330-64003c82074b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:05:36.522791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Attempting to bind port 9744057d-371a-4acd-987c-43c6ec71154b on network efcc6f63-998a-4c5f-b66e-78f539c63e43 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:05:36.583582 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:05:36.584109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Checking segment: {'id': '3f191d2f-3c7b-4a04-8330-64003c82074b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:05:36.584567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:36.585004 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Bound using segment: {'id': '3f191d2f-3c7b-4a04-8330-64003c82074b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:05:36.585595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Bound port: 9744057d-371a-4acd-987c-43c6ec71154b, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f191d2f-3c7b-4a04-8330-64003c82074b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:05:36.586015 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:36.592796 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-90162c6c-f60a-4e3b-935e-220ab572c4c2 service neutron] 10.222.0.37 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3249490
Jan 20 01:05:36.640120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:36.739203 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Attempting to bind port c9a3af9f-f661-4497-9228-2ebf8a841cdf on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:05:36.739679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Attempting to bind port c9a3af9f-f661-4497-9228-2ebf8a841cdf by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1760ea46-5034-4554-93da-03789e761571'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:05:36.740017 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Attempting to bind port c9a3af9f-f661-4497-9228-2ebf8a841cdf on network 1760ea46-5034-4554-93da-03789e761571 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:05:36.749459 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:05:36.749893 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Checking segment: {'id': '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1760ea46-5034-4554-93da-03789e761571'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:05:36.750348 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:36.750830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Bound using segment: {'id': '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1760ea46-5034-4554-93da-03789e761571'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:05:36.751359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Bound port: c9a3af9f-f661-4497-9228-2ebf8a841cdf, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1760ea46-5034-4554-93da-03789e761571'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:05:36.751792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:36.850059 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] For port 9744057d-371a-4acd-987c-43c6ec71154b, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:05:36.868314 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] For port 9744057d-371a-4acd-987c-43c6ec71154b, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=9744057d-371a-4acd-987c-43c6ec71154b,segment=NetworkSegment(3f191d2f-3c7b-4a04-8330-64003c82074b),segment_id=3f191d2f-3c7b-4a04-8330-64003c82074b)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:05:36.884062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:36.904027 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:37.039749 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] For port c9a3af9f-f661-4497-9228-2ebf8a841cdf, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:05:37.070957 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] For port c9a3af9f-f661-4497-9228-2ebf8a841cdf, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=c9a3af9f-f661-4497-9228-2ebf8a841cdf,segment=NetworkSegment(7b31f5d9-2b06-4f25-a0be-1cc0552a6f22),segment_id=7b31f5d9-2b06-4f25-a0be-1cc0552a6f22)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:05:37.078939 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:37.117594 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ec8b18b7-5f52-4003-ac79-805879739d5c req-55edb8a0-0b2d-4a6b-bf7c-3ea0c544fe79 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 210 time: 0.0579419
Jan 20 01:05:37.141661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Pushing event updated for resources: {'Port': ['ID=9744057d-371a-4acd-987c-43c6ec71154b,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:37.205937 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-84856a78-22b5-42f6-992a-468671e17cd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:37.206594 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:37.330654 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4aadcd-b9ae-4100-b67b-dceb377e6f36 None None] Pushing event updated for resources: {'Port': ['ID=c9a3af9f-f661-4497-9228-2ebf8a841cdf,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:37.336989 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bf4aadcd-b9ae-4100-b67b-dceb377e6f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:37.370156 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Routers {'9a4ea3c2-f3d5-436b-9165-d9756bae81e7'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:05:37.370933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782a2fbd68>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:05:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:37.379689 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-695213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695250'] for router, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:37.587004 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] Set router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:05:37.650619 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Router 8570325c-637e-40cf-8fbe-a073da2ec790 is scheduled to L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 with binding_index 1 {{(pid=80156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 20 01:05:37.867593 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:05:37.903791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Sync routers for ids ['8570325c-637e-40cf-8fbe-a073da2ec790'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:05:37.915812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Routers {'8570325c-637e-40cf-8fbe-a073da2ec790'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:05:37.916521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] Notify callbacks [] for router, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:37.916977 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b005860>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:05:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['8570325c-637e-40cf-8fbe-a073da2ec790'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:37.917904 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-db0f20b3-7fff-4a81-8c52-e688cc391e65 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.9500060
Jan 20 01:05:37.921164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 41268) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:05:37.967686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782a2fbd68>, [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:05:30Z', 'revision_number': 4, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'c9a3af9f-f661-4497-9228-2ebf8a841cdf', 'name': '', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'mac_address': 'fa:16:3e:e3:cb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:29Z', 'updated_at': '2021-01-20T01:05:36Z', 'revision_number': 4, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'subnets': [{'id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:37.972962 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6728233-88a0-4f8f-a8b8-7c2f219b53bb None None] The sync data for ids ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'] in dv-cinder-667108-30-iscsi is: [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:05:30Z', 'revision_number': 4, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'c9a3af9f-f661-4497-9228-2ebf8a841cdf', 'name': '', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'mac_address': 'fa:16:3e:e3:cb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:29Z', 'updated_at': '2021-01-20T01:05:36Z', 'revision_number': 4, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'subnets': [{'id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:05:38.070136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 9744057d-371a-4acd-987c-43c6ec71154b up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:38.199203 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port 9744057d-371a-4acd-987c-43c6ec71154b completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:38.291742 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Set router 8570325c-637e-40cf-8fbe-a073da2ec790 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:05:38.418739 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-45509341-b198-4268-8916-e48d4b60365a req-67aee906-5f55-4a1d-a2b5-ffcc4a01e3db tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 210 time: 0.0766790
Jan 20 01:05:38.635106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-b3bd0c3b-497e-4e6a-9735-d0d2ab93a3bf tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:38.636795 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-b3bd0c3b-497e-4e6a-9735-d0d2ab93a3bf tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "GET /v2.0/networks?id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a HTTP/1.1" status: 200  len: 815 time: 0.6024337
Jan 20 01:05:38.664088 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b005860>, [{'id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'name': 'tempest-TestShelveInstance-1795645774-router', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:34Z', 'updated_at': '2021-01-20T01:05:36Z', 'revision_number': 3, 'project_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'gw_port': {'id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:35Z', 'updated_at': '2021-01-20T01:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:38.670658 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Checking router: 8570325c-637e-40cf-8fbe-a073da2ec790 for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:05:38.671488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Updating router 8570325c-637e-40cf-8fbe-a073da2ec790 port e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff binding host dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 01:05:38.701267 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Request body: {'port': {'device_id': '717adfdb-d358-49e7-a295-e573a47968b8', 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a', 'admin_state_up': True, 'tenant_id': 'c37e7ac2d2584dcea1b663a523f9bdab'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:38.738538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:38.823723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76189d57-a6f5-40a8-90de-9675c7923ef5 None None] Network efcc6f63-998a-4c5f-b66e-78f539c63e43 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:05:39.041664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:39.045776 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Usage tracker for resource:port and tenant:c37e7ac2d2584dcea1b663a523f9bdab is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:39.049823 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Quota usage for port was recalculated. Used quota:3. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:39.056790 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:39.070476 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Made reservation on behalf of c37e7ac2d2584dcea1b663a523f9bdab for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:05:39.080286 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:39.106302 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Provisioning for port 9744057d-371a-4acd-987c-43c6ec71154b completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:39.116257 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Provisioning complete for port 9744057d-371a-4acd-987c-43c6ec71154b triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:39.116781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:39.185398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:39.202755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Transition to ACTIVE for port object e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:05:39.206812 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:39.284375 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:39.323624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:39.330773 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] For port 9744057d-371a-4acd-987c-43c6ec71154b, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=9744057d-371a-4acd-987c-43c6ec71154b,segment=NetworkSegment(3f191d2f-3c7b-4a04-8330-64003c82074b),segment_id=3f191d2f-3c7b-4a04-8330-64003c82074b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:05:39.346750 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:39.350271 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:39.405880 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6faaab-bbe6-4038-8e74-03aff64155c4 None None] Pushing event updated for resources: {'Port': ['ID=e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:39.412867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6d6faaab-bbe6-4038-8e74-03aff64155c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:39.435492 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Pushing event updated for resources: {'Port': ['ID=9744057d-371a-4acd-987c-43c6ec71154b,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:39.445930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.446579 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.447113 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.447656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.448187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.448865 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.449421 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.450625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.451149 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.451668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.452191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.452715 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.453366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.454718 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.455248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.455775 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.456457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.456972 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.457519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.458050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.458577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.459222 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.459719 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.460233 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:39.475066 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:39.494665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:39.497218 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Attempting to bind port e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:05:39.497709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Attempting to bind port e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:05:39.498206 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Attempting to bind port e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff on network edea8e20-c3db-4bd3-afba-40aa0a06f207 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:05:39.506044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:05:39.506550 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Checking segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:05:39.507071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:39.507575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Bound using segment: {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:05:39.508178 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Bound port: e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec6681e-0d8b-49bd-bac9-87dc178280c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:05:39.508676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:39.591192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-f8537407-57b4-4932-87a7-da176142c31c None None] Provisioning complete for port 9744057d-371a-4acd-987c-43c6ec71154b triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:39.594781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] For port e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:05:39.595639 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f8537407-57b4-4932-87a7-da176142c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:39.598187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] For port e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:05:39.605162 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:39.621032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:39.657664 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6de8b0b1-7427-4717-b728-721bc7cfd229 req-366865fb-0e4f-4a14-b1ac-1c94801a75d1 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 210 time: 0.0851679
Jan 20 01:05:39.741832 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Allocated IP 172.20.0.6 (d5662087-3410-4b0d-ab5a-a0839a3b3f7a/d79da501-7760-4ab6-ac89-d851af2653b6/e014b313-3a10-4ba0-9d2e-7c0884402fb1) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:05:39.826471 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6faaab-bbe6-4038-8e74-03aff64155c4 None None] Pushing event updated for resources: {'Port': ['ID=e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:39.832486 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6d6faaab-bbe6-4038-8e74-03aff64155c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:39.887131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Routers {'8570325c-637e-40cf-8fbe-a073da2ec790'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:05:39.887968 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b005860>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:05:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['8570325c-637e-40cf-8fbe-a073da2ec790'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:39.928402 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-a9775faa-6d39-46d7-bd75-53dc42f88135 None None] Provisioning complete for port 9744057d-371a-4acd-987c-43c6ec71154b triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:39.928934 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9775faa-6d39-46d7-bd75-53dc42f88135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:40.146013 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device c9a3af9f-f661-4497-9228-2ebf8a841cdf up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:40.230587 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:40.238287 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port c9a3af9f-f661-4497-9228-2ebf8a841cdf completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:40.244170 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port c9a3af9f-f661-4497-9228-2ebf8a841cdf triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:40.244597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:40.248071 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Allocated IP 172.20.0.1 (efcc6f63-998a-4c5f-b66e-78f539c63e43/ed033004-b222-48c7-8f56-c74be8d31592/a02ad60f-e00c-4701-8878-2e89c3b3abdd) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:05:40.275384 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] Set router 8570325c-637e-40cf-8fbe-a073da2ec790 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:05:40.387652 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:40.486153 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ed74e727-97de-40f8-a435-d80b9eee09d0 None None] Provisioning complete for port 9744057d-371a-4acd-987c-43c6ec71154b triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:40.486578 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ed74e727-97de-40f8-a435-d80b9eee09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:40.597050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b005860>, [{'id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'name': 'tempest-TestShelveInstance-1795645774-router', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:34Z', 'updated_at': '2021-01-20T01:05:36Z', 'revision_number': 3, 'project_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'gw_port': {'id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:35Z', 'updated_at': '2021-01-20T01:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:40.602126 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6217d1da-33d5-4b08-8bfd-a469884d007a None None] The sync data for ids ['8570325c-637e-40cf-8fbe-a073da2ec790'] in dv-cinder-667108-30-iscsi is: [{'id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'name': 'tempest-TestShelveInstance-1795645774-router', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:34Z', 'updated_at': '2021-01-20T01:05:36Z', 'revision_number': 3, 'project_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'gw_port': {'id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:35Z', 'updated_at': '2021-01-20T01:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:05:40.622976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:40.717362 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port c9a3af9f-f661-4497-9228-2ebf8a841cdf, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=c9a3af9f-f661-4497-9228-2ebf8a841cdf,segment=NetworkSegment(7b31f5d9-2b06-4f25-a0be-1cc0552a6f22),segment_id=7b31f5d9-2b06-4f25-a0be-1cc0552a6f22)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:05:40.723340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:40.724419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 9744057d-371a-4acd-987c-43c6ec71154b up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:40.731093 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-af7af24c-6311-4660-837b-c354ede5260b tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:40.759158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:40.864789 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:40.868567 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=c9a3af9f-f661-4497-9228-2ebf8a841cdf,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:40.872656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:40.883273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Pushing event updated for resources: {'Port': ['ID=e014b313-3a10-4ba0-9d2e-7c0884402fb1,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:40.886171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port 9744057d-371a-4acd-987c-43c6ec71154b triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:40.886870 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:40.893887 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:40.908541 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Transition to ACTIVE for port object a02ad60f-e00c-4701-8878-2e89c3b3abdd will not be triggered until provisioned by entity DHCP. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:05:40.912241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75945a4e-24e1-4a95-b7db-1bf0d74a10e9 req-553213d7-4a67-4282-9419-c1e7dfd98893 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:40.913969 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-75945a4e-24e1-4a95-b7db-1bf0d74a10e9 req-553213d7-4a67-4282-9419-c1e7dfd98893 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 931 time: 0.1129389
Jan 20 01:05:40.926687 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Network d5662087-3410-4b0d-ab5a-a0839a3b3f7a is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:05:40.928799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:05:40.932213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:05:40.971909 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-75945a4e-24e1-4a95-b7db-1bf0d74a10e9 req-9beae157-8181-4853-8518-9d4884e83c22 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507879
Jan 20 01:05:41.029495 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:41.030195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:41.041446 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:41.059160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1c847587-70f5-41ab-9e49-fb0c165572e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:41.163520 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-f3c1638b-f593-44f9-bf2a-d9d3e75f089e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4665599
Jan 20 01:05:41.226553 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Request body: {'port': {'device_id': '717adfdb-d358-49e7-a295-e573a47968b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:41.258208 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Pushing event updated for resources: {'Port': ['ID=a02ad60f-e00c-4701-8878-2e89c3b3abdd,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:41.268291 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:41.404199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:41.420865 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Network efcc6f63-998a-4c5f-b66e-78f539c63e43 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:05:41.425362 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:05:41.429579 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:05:41.575897 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854080671'] for router_interface, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:41.681456 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c91b365c-d623-44d7-b178-d45319236732 None None] Provisioning for port a02ad60f-e00c-4701-8878-2e89c3b3abdd completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:41.686866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c91b365c-d623-44d7-b178-d45319236732 None None] Provisioning complete for port a02ad60f-e00c-4701-8878-2e89c3b3abdd triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:41.687395 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c91b365c-d623-44d7-b178-d45319236732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:41.764776 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-c91b365c-d623-44d7-b178-d45319236732 None None] Port a02ad60f-e00c-4701-8878-2e89c3b3abdd cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:05:41.922215 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:42.065774 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device c9a3af9f-f661-4497-9228-2ebf8a841cdf up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:42.127562 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f3d7-f821-4ec4-8c26-afb35bce6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:42.187748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port c9a3af9f-f661-4497-9228-2ebf8a841cdf triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:42.190023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:42.215136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e014b313-3a10-4ba0-9d2e-7c0884402fb1 {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 01:05:42.241446 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:42.242143 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a878c0-26ae-417c-ac1a-3aca21f31ce2 req-00f198e4-d2e6-4ce9-a762-0877a0f7c63a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:42.244071 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b6a878c0-26ae-417c-ac1a-3aca21f31ce2 req-00f198e4-d2e6-4ce9-a762-0877a0f7c63a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 931 time: 0.1209447
Jan 20 01:05:42.297774 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b6a878c0-26ae-417c-ac1a-3aca21f31ce2 req-4ff27057-fad9-4ec8-adb8-b3fc6ea1a83f tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467145
Jan 20 01:05:42.319404 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Transition to ACTIVE for port object e014b313-3a10-4ba0-9d2e-7c0884402fb1 will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:05:42.327249 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:42.331526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:42.351729 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-200af080-5fe8-4526-bc16-b6abbe05da4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:42.401737 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:42.407514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:42.407975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:42.509770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Pushing event updated for resources: {'Port': ['ID=e014b313-3a10-4ba0-9d2e-7c0884402fb1,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:42.524075 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:42.536462 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:42.553793 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:05:42.556708 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:42.559534 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:42.586418 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:42.631538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:42.634995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:42.647099 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:42.682792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f33353af-2ff5-4407-a806-e372cd2239fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:42.817734 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Pushing event updated for resources: {'Port': ['ID=a02ad60f-e00c-4701-8878-2e89c3b3abdd,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:42.828290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853742421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079544'] for router_interface, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:42.846528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.846946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.847366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.847772 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.848175 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.848578 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.848976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.849400 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.849797 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.850192 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.850590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.850983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.851456 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.851855 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.852251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.852644 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.853037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.853458 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.853852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.854245 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.854640 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.855033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.855423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.855813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:05:42.876996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:42.954699 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Attempting to bind port e014b313-3a10-4ba0-9d2e-7c0884402fb1 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:05:42.955076 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Attempting to bind port e014b313-3a10-4ba0-9d2e-7c0884402fb1 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:05:42.955443 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Attempting to bind port e014b313-3a10-4ba0-9d2e-7c0884402fb1 on network d5662087-3410-4b0d-ab5a-a0839a3b3f7a {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:05:42.972437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:05:42.972813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Checking segment: {'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:05:42.973251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:42.973654 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Bound using segment: {'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:05:42.974131 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Bound port: e014b313-3a10-4ba0-9d2e-7c0884402fb1, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d54c51-8c43-4dfd-b642-fc3aaa515f09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5662087-3410-4b0d-ab5a-a0839a3b3f7a'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:05:42.974509 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:43.092615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Network efcc6f63-998a-4c5f-b66e-78f539c63e43 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:05:43.095765 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:05:43.169996 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] For port e014b313-3a10-4ba0-9d2e-7c0884402fb1, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:05:43.258909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] For port e014b313-3a10-4ba0-9d2e-7c0884402fb1, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=e014b313-3a10-4ba0-9d2e-7c0884402fb1,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:05:43.265503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:43.283470 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:43.293952 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4a6c9c4d-f4df-4e77-a80f-b7ba4aa12744 None None] Provisioning complete for port a02ad60f-e00c-4701-8878-2e89c3b3abdd triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:43.294475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9c4d-f4df-4e77-a80f-b7ba4aa12744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:43.360745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c9c4d-f4df-4e77-a80f-b7ba4aa12744 None None] Port a02ad60f-e00c-4701-8878-2e89c3b3abdd cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:05:43.477788 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Pushing event updated for resources: {'Port': ['ID=e014b313-3a10-4ba0-9d2e-7c0884402fb1,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:43.492370 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:43.505591 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Router 8570325c-637e-40cf-8fbe-a073da2ec790 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:05:43.551552 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a599204-e209-41cb-a34a-9f9e389b64ca req-eb415233-67fe-4997-b0ff-ea9771db7062 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:43.553464 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9a599204-e209-41cb-a34a-9f9e389b64ca req-eb415233-67fe-4997-b0ff-ea9771db7062 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 943 time: 0.1083746
Jan 20 01:05:43.617611 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9a599204-e209-41cb-a34a-9f9e389b64ca req-55e9cc8e-4ddc-4068-955d-1a06e8e7c316 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571251
Jan 20 01:05:43.823504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:43.824185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:43.825729 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] 10.222.0.20 "PUT /v2.0/ports/e014b313-3a10-4ba0-9d2e-7c0884402fb1 HTTP/1.1" status: 200  len: 1157 time: 2.6040401
Jan 20 01:05:43.827821 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717adfdb-d358-49e7-a295-e573a47968b8', 'tag': 'e014b313-3a10-4ba0-9d2e-7c0884402fb1'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:05:43.898095 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717adfdb-d358-49e7-a295-e573a47968b8', 'tag': 'e014b313-3a10-4ba0-9d2e-7c0884402fb1', 'status': 'completed', 'code': 200}
Jan 20 01:05:43.975240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:44.031584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:05:44.034600 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d68bdbce-9211-41ff-9585-1a5f863bf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:44.036238 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-d68bdbce-9211-41ff-9585-1a5f863bf147 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 1160 time: 0.1403730
Jan 20 01:05:44.040356 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] 10.222.0.37 "PUT /v2.0/routers/8570325c-637e-40cf-8fbe-a073da2ec790/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1159854
Jan 20 01:05:44.047544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:44.048090 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:44.080640 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Sync routers for ids ['8570325c-637e-40cf-8fbe-a073da2ec790'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:05:44.110471 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Routers {'8570325c-637e-40cf-8fbe-a073da2ec790'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:05:44.111089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b0f5898>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:05:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['8570325c-637e-40cf-8fbe-a073da2ec790'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:44.127144 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-7d446fa8-7c74-406e-80a4-a0582b42bd0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e014b313-3a10-4ba0-9d2e-7c0884402fb1 HTTP/1.1" status: 200  len: 217 time: 0.0708926
Jan 20 01:05:44.204257 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-e83bba7d-560f-437e-b2d1-d530e314024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:44.205937 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-e83bba7d-560f-437e-b2d1-d530e314024e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d79da501-7760-4ab6-ac89-d851af2653b6 HTTP/1.1" status: 200  len: 855 time: 0.0678170
Jan 20 01:05:44.262472 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-85e97ad0-c7a9-4f56-9f48-b79ee6aa511c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486417
Jan 20 01:05:44.396482 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Set router 8570325c-637e-40cf-8fbe-a073da2ec790 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:05:44.416154 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-ab17acc5-bc63-4f68-885b-1a1bc17a1a69 service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452136
Jan 20 01:05:44.569155 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2af8af1-02b2-44b6-848d-d6e2464c0b33 req-60c4643b-3f6b-496c-8775-d0980a2cac39 service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455529
Jan 20 01:05:44.642205 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-385015261', 'description': 'tempest-TestShelveInstance-385015261 description'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:44.652584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:44.657665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Usage tracker for resource:security_group and tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:44.660409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-51f073ae-1e22-4697-b600-03b9527b38e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:44.661325 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:44.669748 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:44.683821 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:44.706297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:44.710476 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Usage tracker for resource:security_group_rule and tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:44.713508 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:44.720531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:44.769449 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b0f5898>, [{'id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'name': 'tempest-TestShelveInstance-1795645774-router', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:34Z', 'updated_at': '2021-01-20T01:05:41Z', 'revision_number': 4, 'project_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'gw_port': {'id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:35Z', 'updated_at': '2021-01-20T01:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'a02ad60f-e00c-4701-8878-2e89c3b3abdd', 'name': '', 'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'mac_address': 'fa:16:3e:3b:a2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ed033004-b222-48c7-8f56-c74be8d31592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:39Z', 'updated_at': '2021-01-20T01:05:42Z', 'revision_number': 2, 'project_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'subnets': [{'id': 'ed033004-b222-48c7-8f56-c74be8d31592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:44.771112 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c10db-9f75-49d5-bde7-27465ee966d1 req-d2465d44-d7d6-4a7e-b9b0-c00fb817ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:44.772912 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-836c10db-9f75-49d5-bde7-27465ee966d1 req-d2465d44-d7d6-4a7e-b9b0-c00fb817ec06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 1160 time: 0.0876241
Jan 20 01:05:44.775304 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Checking router: 8570325c-637e-40cf-8fbe-a073da2ec790 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:05:44.775723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Updating router 8570325c-637e-40cf-8fbe-a073da2ec790 port a02ad60f-e00c-4701-8878-2e89c3b3abdd binding host dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 20 01:05:44.848655 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:44.851122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:44.873774 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:44.880085 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:44.888160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8882bbba-8a2b-411a-9c05-ba78608f042c tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:44.928262 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c10db-9f75-49d5-bde7-27465ee966d1 req-07867b65-f394-4364-9ad0-a2e0cc5636b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:44.929941 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-836c10db-9f75-49d5-bde7-27465ee966d1 req-07867b65-f394-4364-9ad0-a2e0cc5636b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a HTTP/1.1" status: 200  len: 909 time: 0.1497068
Jan 20 01:05:44.942387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Pushing event updated for resources: {'SecurityGroup': ['ID=049fc046-e51a-4431-974e-9655486b0c75,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:44.946077 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:44.949784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:44.961864 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d8d318fe-5d08-4a26-8f45-b715534de0e1 req-f11a30be-8d36-493a-b1e2-3f0bbe14f48d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.3245373
Jan 20 01:05:44.993005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36bea1-45d3-4c34-91c1-bb27f194bb9b req-c234c5f4-82fd-48d6-89f4-47f81c07604e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:44.994858 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1b36bea1-45d3-4c34-91c1-bb27f194bb9b req-c234c5f4-82fd-48d6-89f4-47f81c07604e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 943 time: 0.2064822
Jan 20 01:05:45.013288 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-836c10db-9f75-49d5-bde7-27465ee966d1 req-c7bd4c95-bfbb-4eda-8ed8-6813fcaf0241 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e014b313-3a10-4ba0-9d2e-7c0884402fb1 HTTP/1.1" status: 200  len: 217 time: 0.0751591
Jan 20 01:05:45.081771 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-920b8635-b10a-4be8-aa4e-15e86293c1bb req-70dd605b-165b-4389-9cb1-6a727e8344fc tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups/049fc046-e51a-4431-974e-9655486b0c75 HTTP/1.1" status: 200  len: 1800 time: 0.0857389
Jan 20 01:05:45.088016 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c10db-9f75-49d5-bde7-27465ee966d1 req-ccdae7e5-a5bf-454e-91f6-c7203cb90610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:45.089608 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1b36bea1-45d3-4c34-91c1-bb27f194bb9b req-8a56a68d-2a98-4e71-895d-9214c0a918d2 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789635
Jan 20 01:05:45.089783 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-836c10db-9f75-49d5-bde7-27465ee966d1 req-ccdae7e5-a5bf-454e-91f6-c7203cb90610 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d79da501-7760-4ab6-ac89-d851af2653b6 HTTP/1.1" status: 200  len: 855 time: 0.0697196
Jan 20 01:05:45.095084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-920b8635-b10a-4be8-aa4e-15e86293c1bb req-17a3f870-eff0-4868-bda6-a3f58a174049 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '049fc046-e51a-4431-974e-9655486b0c75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:45.095440 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-920b8635-b10a-4be8-aa4e-15e86293c1bb req-17a3f870-eff0-4868-bda6-a3f58a174049 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '049fc046-e51a-4431-974e-9655486b0c75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:45.105103 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-920b8635-b10a-4be8-aa4e-15e86293c1bb req-17a3f870-eff0-4868-bda6-a3f58a174049 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:45.109114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-920b8635-b10a-4be8-aa4e-15e86293c1bb req-17a3f870-eff0-4868-bda6-a3f58a174049 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Usage tracker for resource:security_group_rule and tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:45.112360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-920b8635-b10a-4be8-aa4e-15e86293c1bb req-17a3f870-eff0-4868-bda6-a3f58a174049 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:45.118178 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-920b8635-b10a-4be8-aa4e-15e86293c1bb req-17a3f870-eff0-4868-bda6-a3f58a174049 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:45.152518 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-836c10db-9f75-49d5-bde7-27465ee966d1 req-3513c715-a715-4c7b-a61d-a7abc5766716 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555027
Jan 20 01:05:45.187761 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-920b8635-b10a-4be8-aa4e-15e86293c1bb req-17a3f870-eff0-4868-bda6-a3f58a174049 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for security_group_rule, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:45.213315 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-920b8635-b10a-4be8-aa4e-15e86293c1bb req-17a3f870-eff0-4868-bda6-a3f58a174049 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:45.216629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-920b8635-b10a-4be8-aa4e-15e86293c1bb req-17a3f870-eff0-4868-bda6-a3f58a174049 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:45.219398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-db1c38e7-cebc-45c2-ba35-81d3c11ceff0 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:45.244583 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3f870-eff0-4868-bda6-a3f58a174049 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407ddcb3-a185-4adf-bde1-303b62b4f34e,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:45.247393 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-17a3f870-eff0-4868-bda6-a3f58a174049 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:45.255410 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-920b8635-b10a-4be8-aa4e-15e86293c1bb req-17a3f870-eff0-4868-bda6-a3f58a174049 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for security_group_rule, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:45.256831 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-920b8635-b10a-4be8-aa4e-15e86293c1bb req-17a3f870-eff0-4868-bda6-a3f58a174049 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1662982
Jan 20 01:05:45.294824 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:45.307907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Transition to ACTIVE for port object a02ad60f-e00c-4701-8878-2e89c3b3abdd will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:05:45.310451 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-836c10db-9f75-49d5-bde7-27465ee966d1 req-708a1ea4-d620-4beb-9d74-0db9be3b9601 service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488497
Jan 20 01:05:45.310638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:45.326782 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:45.347277 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-40af3b79-559c-47f4-bb0a-56aeb43d4765 req-e6b51321-aa26-43c5-a396-77c6bacd7969 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups/049fc046-e51a-4431-974e-9655486b0c75 HTTP/1.1" status: 200  len: 2393 time: 0.0567853
Jan 20 01:05:45.359356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-40af3b79-559c-47f4-bb0a-56aeb43d4765 req-af9cb60d-7d3a-4d73-bcb6-e89bec890315 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '049fc046-e51a-4431-974e-9655486b0c75', 'remote_group_id': None}]} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:45.360410 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-40af3b79-559c-47f4-bb0a-56aeb43d4765 req-af9cb60d-7d3a-4d73-bcb6-e89bec890315 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '049fc046-e51a-4431-974e-9655486b0c75', 'remote_group_id': None}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:45.370546 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-40af3b79-559c-47f4-bb0a-56aeb43d4765 req-af9cb60d-7d3a-4d73-bcb6-e89bec890315 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:45.374696 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-40af3b79-559c-47f4-bb0a-56aeb43d4765 req-af9cb60d-7d3a-4d73-bcb6-e89bec890315 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Usage tracker for resource:security_group_rule and tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:05:45.378583 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-40af3b79-559c-47f4-bb0a-56aeb43d4765 req-af9cb60d-7d3a-4d73-bcb6-e89bec890315 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:05:45.384389 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-40af3b79-559c-47f4-bb0a-56aeb43d4765 req-af9cb60d-7d3a-4d73-bcb6-e89bec890315 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:45.442525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-40af3b79-559c-47f4-bb0a-56aeb43d4765 req-af9cb60d-7d3a-4d73-bcb6-e89bec890315 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for security_group_rule, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:45.464024 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-836c10db-9f75-49d5-bde7-27465ee966d1 req-d02d7d42-e9a8-4eb7-b249-a146790628f6 service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1461987
Jan 20 01:05:45.467084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-40af3b79-559c-47f4-bb0a-56aeb43d4765 req-af9cb60d-7d3a-4d73-bcb6-e89bec890315 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:45.468586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eaedc7-b5b2-4c1c-b152-225b03d11f7f None None] Pushing event updated for resources: {'Port': ['ID=a02ad60f-e00c-4701-8878-2e89c3b3abdd,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:45.470920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-40af3b79-559c-47f4-bb0a-56aeb43d4765 req-af9cb60d-7d3a-4d73-bcb6-e89bec890315 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074266'] for security_group_rule, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:45.473103 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:45.477577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-57eaedc7-b5b2-4c1c-b152-225b03d11f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:45.497912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cb60d-7d3a-4d73-bcb6-e89bec890315 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83da531e-c4c2-43da-bd7c-49fa5a108d34,revision_number=0']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:45.501474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-af9cb60d-7d3a-4d73-bcb6-e89bec890315 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:45.508202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-40af3b79-559c-47f4-bb0a-56aeb43d4765 req-af9cb60d-7d3a-4d73-bcb6-e89bec890315 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for security_group_rule, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:45.509555 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-40af3b79-559c-47f4-bb0a-56aeb43d4765 req-af9cb60d-7d3a-4d73-bcb6-e89bec890315 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1546829
Jan 20 01:05:45.810374 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Attempting to bind port a02ad60f-e00c-4701-8878-2e89c3b3abdd on host dv-cinder-667108-30-iscsi for vnic_type normal with profile  {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:05:45.810792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Attempting to bind port a02ad60f-e00c-4701-8878-2e89c3b3abdd by drivers openvswitch on host dv-cinder-667108-30-iscsi at level 0 using segments [{'id': '3f191d2f-3c7b-4a04-8330-64003c82074b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:05:45.811195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Attempting to bind port a02ad60f-e00c-4701-8878-2e89c3b3abdd on network efcc6f63-998a-4c5f-b66e-78f539c63e43 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:05:45.817699 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Checking agent: {'id': 'ac1599c2-011e-4cc1-a8ad-d37fff1db33b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 17), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:05:45.818119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Checking segment: {'id': '3f191d2f-3c7b-4a04-8330-64003c82074b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:05:45.818572 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:45.819009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Bound using segment: {'id': '3f191d2f-3c7b-4a04-8330-64003c82074b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:05:45.819526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Bound port: a02ad60f-e00c-4701-8878-2e89c3b3abdd, host: dv-cinder-667108-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f191d2f-3c7b-4a04-8330-64003c82074b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:05:45.819945 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:45.927925 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] For port a02ad60f-e00c-4701-8878-2e89c3b3abdd, host dv-cinder-667108-30-iscsi, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:05:45.931153 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] For port a02ad60f-e00c-4701-8878-2e89c3b3abdd, host dv-cinder-667108-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=a02ad60f-e00c-4701-8878-2e89c3b3abdd,segment=NetworkSegment(3f191d2f-3c7b-4a04-8330-64003c82074b),segment_id=3f191d2f-3c7b-4a04-8330-64003c82074b)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:05:45.934633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:45.949978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:46.109180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eaedc7-b5b2-4c1c-b152-225b03d11f7f None None] Pushing event updated for resources: {'Port': ['ID=a02ad60f-e00c-4701-8878-2e89c3b3abdd,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:46.114427 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-57eaedc7-b5b2-4c1c-b152-225b03d11f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:46.179182 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Routers {'8570325c-637e-40cf-8fbe-a073da2ec790'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:05:46.179856 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b0f5898>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:05:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['8570325c-637e-40cf-8fbe-a073da2ec790'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:46.380576 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] Set router 8570325c-637e-40cf-8fbe-a073da2ec790 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:05:46.388278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07121847-b78f-4942-9813-2f4c9e2fb763 req-55514228-9439-46c3-ae6e-24fc8a3679a1 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:46.390032 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-07121847-b78f-4942-9813-2f4c9e2fb763 req-55514228-9439-46c3-ae6e-24fc8a3679a1 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 943 time: 0.1190927
Jan 20 01:05:46.449440 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-07121847-b78f-4942-9813-2f4c9e2fb763 req-f6ee41f0-b92a-4c49-a5f0-7303d2b42dba tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522721
Jan 20 01:05:46.660401 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:46.761837 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:46.765280 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b0f5898>, [{'id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'name': 'tempest-TestShelveInstance-1795645774-router', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:34Z', 'updated_at': '2021-01-20T01:05:41Z', 'revision_number': 4, 'project_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'gw_port': {'id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:35Z', 'updated_at': '2021-01-20T01:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'a02ad60f-e00c-4701-8878-2e89c3b3abdd', 'name': '', 'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'mac_address': 'fa:16:3e:3b:a2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ed033004-b222-48c7-8f56-c74be8d31592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:39Z', 'updated_at': '2021-01-20T01:05:45Z', 'revision_number': 4, 'project_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'subnets': [{'id': 'ed033004-b222-48c7-8f56-c74be8d31592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:05:46.771681 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3cf8e-8e73-4223-8389-c93508d947a7 None None] The sync data for ids ['8570325c-637e-40cf-8fbe-a073da2ec790'] in dv-cinder-667108-30-iscsi is: [{'id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'name': 'tempest-TestShelveInstance-1795645774-router', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:34Z', 'updated_at': '2021-01-20T01:05:41Z', 'revision_number': 4, 'project_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'gw_port': {'id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:35Z', 'updated_at': '2021-01-20T01:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'a02ad60f-e00c-4701-8878-2e89c3b3abdd', 'name': '', 'network_id': 'efcc6f63-998a-4c5f-b66e-78f539c63e43', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'mac_address': 'fa:16:3e:3b:a2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ed033004-b222-48c7-8f56-c74be8d31592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:39Z', 'updated_at': '2021-01-20T01:05:45Z', 'revision_number': 4, 'project_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'subnets': [{'id': 'ed033004-b222-48c7-8f56-c74be8d31592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:05:46.934419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device e014b313-3a10-4ba0-9d2e-7c0884402fb1 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:47.011997 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port e014b313-3a10-4ba0-9d2e-7c0884402fb1 completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:47.018297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port e014b313-3a10-4ba0-9d2e-7c0884402fb1 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:47.018757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:47.161806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:47.194083 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717adfdb-d358-49e7-a295-e573a47968b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e014b313-3a10-4ba0-9d2e-7c0884402fb1'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:05:47.206234 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port e014b313-3a10-4ba0-9d2e-7c0884402fb1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=e014b313-3a10-4ba0-9d2e-7c0884402fb1,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:05:47.210395 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:47.213152 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5fab9e98-f857-49bb-8984-fe3d5f605844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:47.320536 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717adfdb-d358-49e7-a295-e573a47968b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e014b313-3a10-4ba0-9d2e-7c0884402fb1', 'code': 200}
Jan 20 01:05:47.325041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=e014b313-3a10-4ba0-9d2e-7c0884402fb1,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:47.338056 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:47.627346 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911fdc1-040d-43f3-8a78-70a8cd454890 req-550ae914-f9f8-4100-ad4b-53258ab8ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:47.629722 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f911fdc1-040d-43f3-8a78-70a8cd454890 req-550ae914-f9f8-4100-ad4b-53258ab8ca11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 1162 time: 0.1194549
Jan 20 01:05:47.677439 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f911fdc1-040d-43f3-8a78-70a8cd454890 req-104f239f-fc6c-4886-8d31-b17492920449 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404229
Jan 20 01:05:47.738372 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d311c8-20ad-4e17-97a0-60dba34991bf req-2d3e744e-d067-44a2-8929-735daf85e139 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:47.740090 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-96d311c8-20ad-4e17-97a0-60dba34991bf req-2d3e744e-d067-44a2-8929-735daf85e139 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 945 time: 0.1113262
Jan 20 01:05:47.793951 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-96d311c8-20ad-4e17-97a0-60dba34991bf req-07b8d443-7d1e-4ee0-98c3-e300dd77a309 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474095
Jan 20 01:05:47.996968 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device a02ad60f-e00c-4701-8878-2e89c3b3abdd up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:48.068155 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning for port a02ad60f-e00c-4701-8878-2e89c3b3abdd completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:48.073114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port a02ad60f-e00c-4701-8878-2e89c3b3abdd triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:48.073546 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:48.205122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:48.239643 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] For port a02ad60f-e00c-4701-8878-2e89c3b3abdd, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=a02ad60f-e00c-4701-8878-2e89c3b3abdd,segment=NetworkSegment(3f191d2f-3c7b-4a04-8330-64003c82074b),segment_id=3f191d2f-3c7b-4a04-8330-64003c82074b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:05:48.242511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:48.244444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:48.313024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Pushing event updated for resources: {'Port': ['ID=a02ad60f-e00c-4701-8878-2e89c3b3abdd,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:48.316423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:49.037633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b1584-21fa-4ddf-83eb-011cfa886441 req-493a6f1c-ccb5-4c10-9a5b-708cc9a6cd24 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:49.039339 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1f3b1584-21fa-4ddf-83eb-011cfa886441 req-493a6f1c-ccb5-4c10-9a5b-708cc9a6cd24 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 945 time: 0.1088805
Jan 20 01:05:49.091965 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1f3b1584-21fa-4ddf-83eb-011cfa886441 req-a86529b2-89bc-4254-a2cf-bd1e40abe931 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462663
Jan 20 01:05:49.978258 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device a02ad60f-e00c-4701-8878-2e89c3b3abdd up at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:50.056926 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Provisioning complete for port a02ad60f-e00c-4701-8878-2e89c3b3abdd triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:50.057505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:50.342964 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15869d8-fe7c-416b-9925-e2d25ca451f1 req-18bf622f-6ad0-4650-8d46-6f0b577ad599 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:50.344852 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b15869d8-fe7c-416b-9925-e2d25ca451f1 req-18bf622f-6ad0-4650-8d46-6f0b577ad599 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 945 time: 0.1052434
Jan 20 01:05:50.400026 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b15869d8-fe7c-416b-9925-e2d25ca451f1 req-ec877c83-a79b-41df-b8fa-6d947aaa3fd0 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488560
Jan 20 01:05:51.015302 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device e014b313-3a10-4ba0-9d2e-7c0884402fb1 up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:05:51.089238 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port e014b313-3a10-4ba0-9d2e-7c0884402fb1 triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:51.089834 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:51.640791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dec232-618a-445c-8dfe-8b8823d3418b req-2ad44f2d-c898-433b-bbbd-461ad2525698 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:51.647455 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19dec232-618a-445c-8dfe-8b8823d3418b req-2ad44f2d-c898-433b-bbbd-461ad2525698 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 945 time: 0.1112027
Jan 20 01:05:51.700189 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19dec232-618a-445c-8dfe-8b8823d3418b req-76cf7c31-1138-4cf1-8af9-10a65f53897e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510268
Jan 20 01:05:52.946355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7dc70b-264a-4669-9778-93509c4b130d req-16c2eb4e-0648-4456-93ff-7d5ddb8ea8f7 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:52.948236 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fa7dc70b-264a-4669-9778-93509c4b130d req-16c2eb4e-0648-4456-93ff-7d5ddb8ea8f7 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 945 time: 0.1091912
Jan 20 01:05:53.004781 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fa7dc70b-264a-4669-9778-93509c4b130d req-5b1eb507-8cc7-4b89-b503-3609a958840d tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473027
Jan 20 01:05:56.157376 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-a450bc93-964e-426f-9acf-fcbfd37e6caf tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-240305902&fields=id&tenant_id=f0f86d6646694ab985428ba58017082f HTTP/1.1" status: 200  len: 267 time: 0.0513065
Jan 20 01:05:56.357589 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-f0baa85b-3cf9-4aed-b790-2698d2b404a2 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:56.359141 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-f0baa85b-3cf9-4aed-b790-2698d2b404a2 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 812 time: 0.1943612
Jan 20 01:05:56.376459 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-3ce01118-e931-4664-940e-e961cb20be89 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/quotas/f0f86d6646694ab985428ba58017082f HTTP/1.1" status: 200  len: 375 time: 0.0101440
Jan 20 01:05:56.495518 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-50fc6049-e2c3-472c-b7d5-11c823639d4f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1125002
Jan 20 01:05:56.647110 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-14b4c6f7-99ff-496a-87d0-83c55550e4e2 service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372342
Jan 20 01:05:56.791582 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-d65c3f92-58ed-4946-b16a-e458bffc7e79 service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379483
Jan 20 01:05:57.226018 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d0021229-3ef8-4580-99a6-e111fd6cdfcc req-665ff37c-d017-4e28-ae38-997effdb14cb tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 210 time: 0.0504520
Jan 20 01:05:58.444839 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-553e638c-bf2f-4764-a893-ddd61c77b9e2 req-3e9d70e3-da96-4bc2-a98c-4e4d538cf01a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 210 time: 0.0738528
Jan 20 01:05:58.461909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:58.536752 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-c395dc3e-9832-459e-9f2c-bdb06446831f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:58.538452 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-c395dc3e-9832-459e-9f2c-bdb06446831f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 812 time: 0.2094805
Jan 20 01:05:58.637939 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-50d487ff-fb36-4440-9242-f937bab2965c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0f86d6646694ab985428ba58017082f HTTP/1.1" status: 200  len: 5763 time: 0.0766327
Jan 20 01:05:58.651076 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'port': {'device_id': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'admin_state_up': True, 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'security_groups': ['54b0108b-333a-4666-8d03-883d831dc5e9']}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:58.810353 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:05:58.820690 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:05:58.831551 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Made reservation on behalf of f0f86d6646694ab985428ba58017082f for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:05:58.840355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:59.189396 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Allocated IP 172.20.0.9 (559b2f7d-75e1-4563-beb7-771e7ea167d9/71a1f29b-0e32-429a-abdc-d73d342dcc3e/6d18bd38-3f80-47f2-80f1-722f2d96bada) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:05:59.388445 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:59.404392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Transition to ACTIVE for port object 6d18bd38-3f80-47f2-80f1-722f2d96bada will not be triggered until provisioned by entity DHCP. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:05:59.427289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:59.442686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c5cb2a8b-8c44-4b71-a6d6-fc656ad9b290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:05:59.608342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event updated for resources: {'Port': ['ID=6d18bd38-3f80-47f2-80f1-722f2d96bada,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:05:59.612837 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:05:59.661340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:05:59.662473 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:05:59.664830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:05:59.718243 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd45ddc-167c-471d-b9b1-0a26f113430e req-79cc311f-aefe-4e4b-9337-8062a7f21cba tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:59.729322 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ccd45ddc-167c-471d-b9b1-0a26f113430e req-79cc311f-aefe-4e4b-9337-8062a7f21cba tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 931 time: 0.1208587
Jan 20 01:05:59.748624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:05:59.749383 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:59.778537 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1325295
Jan 20 01:05:59.785444 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ccd45ddc-167c-471d-b9b1-0a26f113430e req-aada5509-f7ce-4e7d-a3d4-975b66dcd7ba tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0549178
Jan 20 01:05:59.798018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Request body: {'port': {'device_id': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:05:59.928171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:05:59.942670 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-adf4d693-beb6-40f4-9c63-68918238db55 None None] Provisioning for port 6d18bd38-3f80-47f2-80f1-722f2d96bada completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:05:59.948114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-adf4d693-beb6-40f4-9c63-68918238db55 None None] Provisioning complete for port 6d18bd38-3f80-47f2-80f1-722f2d96bada triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:05:59.948547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-adf4d693-beb6-40f4-9c63-68918238db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:00.005746 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-adf4d693-beb6-40f4-9c63-68918238db55 None None] Port 6d18bd38-3f80-47f2-80f1-722f2d96bada cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:06:00.354835 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d18bd38-3f80-47f2-80f1-722f2d96bada {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 01:06:00.362910 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:00.375265 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Transition to ACTIVE for port object 6d18bd38-3f80-47f2-80f1-722f2d96bada will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:06:00.378868 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:00.394389 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1838aaa-0e14-423c-a431-315b8c87d714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:00.770829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Pushing event updated for resources: {'Port': ['ID=6d18bd38-3f80-47f2-80f1-722f2d96bada,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:00.773917 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:00.967708 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Attempting to bind port 6d18bd38-3f80-47f2-80f1-722f2d96bada on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:06:00.968097 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Attempting to bind port 6d18bd38-3f80-47f2-80f1-722f2d96bada by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:06:00.968471 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Attempting to bind port 6d18bd38-3f80-47f2-80f1-722f2d96bada on network 559b2f7d-75e1-4563-beb7-771e7ea167d9 {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:06:00.975761 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:06:00.976148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Checking segment: {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:06:00.976559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:00.976964 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Bound using segment: {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:06:00.977510 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Bound port: 6d18bd38-3f80-47f2-80f1-722f2d96bada, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec21d70-2728-45c4-96b2-cceebccbf893', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:06:00.977896 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:01.032474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423ecd-f7cc-4df5-adb7-3436c26c708a req-8e76b79b-123e-4146-bc2b-dbe37bbfe632 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:01.034243 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19423ecd-f7cc-4df5-adb7-3436c26c708a req-8e76b79b-123e-4146-bc2b-dbe37bbfe632 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 943 time: 0.1088634
Jan 20 01:06:01.081628 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] For port 6d18bd38-3f80-47f2-80f1-722f2d96bada, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:06:01.084768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] For port 6d18bd38-3f80-47f2-80f1-722f2d96bada, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=6d18bd38-3f80-47f2-80f1-722f2d96bada,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:06:01.088062 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-19423ecd-f7cc-4df5-adb7-3436c26c708a req-49622176-9b1d-4adb-8da8-70bda7afee9b tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0474615
Jan 20 01:06:01.088198 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:01.104368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bad0ec1f-047b-4cb2-a833-e1f3ea7f62a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:01.258845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Pushing event updated for resources: {'Port': ['ID=6d18bd38-3f80-47f2-80f1-722f2d96bada,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:01.263595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:01.295601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:01.296278 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:01.298538 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d18bd38-3f80-47f2-80f1-722f2d96bada HTTP/1.1" status: 200  len: 1157 time: 1.5063479
Jan 20 01:06:01.299070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'tag': '6d18bd38-3f80-47f2-80f1-722f2d96bada'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:06:01.360450 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'tag': '6d18bd38-3f80-47f2-80f1-722f2d96bada', 'status': 'completed', 'code': 200}
Jan 20 01:06:01.465729 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-543d6c94-ead0-4e37-af00-b5194a2a343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:01.467374 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-543d6c94-ead0-4e37-af00-b5194a2a343a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 1160 time: 0.0802712
Jan 20 01:06:01.556867 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-8eefde44-13f9-49ce-9ebb-6fd84c66b4d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d18bd38-3f80-47f2-80f1-722f2d96bada HTTP/1.1" status: 200  len: 217 time: 0.0706599
Jan 20 01:06:01.626436 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-c8aa8b76-cb2c-4f59-bfcb-beabfdf26b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:01.627890 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-c8aa8b76-cb2c-4f59-bfcb-beabfdf26b4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.0638282
Jan 20 01:06:01.714866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-a353edfd-ab70-4853-a317-0f76d2e3aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:01.716644 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-a353edfd-ab70-4853-a317-0f76d2e3aa51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0800352
Jan 20 01:06:01.867545 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-7ca75beb-3dca-4f87-936e-b1df62dde0ab service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399999
Jan 20 01:06:02.016012 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-52bd6a65-ace5-4926-9ab1-a039d0cf5b11 req-c6ce65d9-9b0e-4ab8-9d07-544547b44408 service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388152
Jan 20 01:06:02.170248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae10a4-4662-4ed2-a190-bb753c87f4a7 req-5c18cd7b-e746-4228-9bcb-74360a3c7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:02.171998 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-89ae10a4-4662-4ed2-a190-bb753c87f4a7 req-5c18cd7b-e746-4228-9bcb-74360a3c7139 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 1160 time: 0.0824449
Jan 20 01:06:02.318858 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae10a4-4662-4ed2-a190-bb753c87f4a7 req-d59597b5-f3c2-46f3-8ec6-8f0a4d5869b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:02.320384 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-89ae10a4-4662-4ed2-a190-bb753c87f4a7 req-d59597b5-f3c2-46f3-8ec6-8f0a4d5869b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.1408849
Jan 20 01:06:02.326671 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e395b00-6f41-422f-a717-490d777d3a43 req-d2c4db8d-44f8-4784-8090-6cc16283cf0e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:02.328340 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6e395b00-6f41-422f-a717-490d777d3a43 req-d2c4db8d-44f8-4784-8090-6cc16283cf0e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 943 time: 0.1032774
Jan 20 01:06:02.381101 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6e395b00-6f41-422f-a717-490d777d3a43 req-26221a5f-4651-4bf0-8301-cb4f02198d22 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0458720
Jan 20 01:06:02.401316 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-89ae10a4-4662-4ed2-a190-bb753c87f4a7 req-d58881f8-15dc-4951-9da2-9002355728d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d18bd38-3f80-47f2-80f1-722f2d96bada HTTP/1.1" status: 200  len: 217 time: 0.0717902
Jan 20 01:06:02.475139 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae10a4-4662-4ed2-a190-bb753c87f4a7 req-1b863c96-668d-4396-92b5-75aa5879b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:02.476685 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-89ae10a4-4662-4ed2-a190-bb753c87f4a7 req-1b863c96-668d-4396-92b5-75aa5879b4bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.0656416
Jan 20 01:06:02.563033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae10a4-4662-4ed2-a190-bb753c87f4a7 req-01074919-cf91-498f-966a-4459e3caf261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:02.564828 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-89ae10a4-4662-4ed2-a190-bb753c87f4a7 req-01074919-cf91-498f-966a-4459e3caf261 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0810347
Jan 20 01:06:02.716055 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-89ae10a4-4662-4ed2-a190-bb753c87f4a7 req-ec09ff68-5f5c-4ea2-afa4-d559cdb29a85 service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399896
Jan 20 01:06:02.870525 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-89ae10a4-4662-4ed2-a190-bb753c87f4a7 req-8544f542-be8f-4cd6-a9b4-ac2790e72834 service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410606
Jan 20 01:06:03.871898 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4045b-c715-4ca2-b493-2a28f3a69c4b req-f5656a97-5480-4a02-a06a-df112ae96a19 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:03.873532 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-62d4045b-c715-4ca2-b493-2a28f3a69c4b req-f5656a97-5480-4a02-a06a-df112ae96a19 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 943 time: 0.3533013
Jan 20 01:06:03.924203 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-62d4045b-c715-4ca2-b493-2a28f3a69c4b req-aa4430e0-d2cb-4a44-ae26-892e55191985 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0434837
Jan 20 01:06:05.158630 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87808a-a6d0-42b0-8482-8f7ff49d629b req-cb613726-936c-4c75-96c4-1db0868a57ff tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:05.160338 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7c87808a-a6d0-42b0-8482-8f7ff49d629b req-cb613726-936c-4c75-96c4-1db0868a57ff tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 943 time: 0.1035182
Jan 20 01:06:05.215889 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7c87808a-a6d0-42b0-8482-8f7ff49d629b req-f0475f8a-d622-4c07-bbb3-a52b994249a8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0489659
Jan 20 01:06:05.317158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-2aa70f55-0b05-4a86-b805-f859bcb88702 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Synchronizing usage tracker for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:security_group {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:06:05.333881 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-2aa70f55-0b05-4a86-b805-f859bcb88702 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Unset dirty status for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:security_group {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:06:05.335147 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-2aa70f55-0b05-4a86-b805-f859bcb88702 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-385015261&fields=id&tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78 HTTP/1.1" status: 200  len: 267 time: 0.0638516
Jan 20 01:06:05.514248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-a5db7d67-233a-47c0-9c63-05e5756706d5 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:05.515826 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-a5db7d67-233a-47c0-9c63-05e5756706d5 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/networks?id=1760ea46-5034-4554-93da-03789e761571 HTTP/1.1" status: 200  len: 808 time: 0.1733775
Jan 20 01:06:05.532867 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-ab688cad-5e98-4501-bae7-5b5e68bd0824 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/quotas/0938cb99ff1c4eeaacdd2c5d7012ed78 HTTP/1.1" status: 200  len: 375 time: 0.0102420
Jan 20 01:06:05.626774 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-896a325b-6389-44cc-804f-b66f7a3fbe89 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Synchronizing usage tracker for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:06:05.643181 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-896a325b-6389-44cc-804f-b66f7a3fbe89 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Unset dirty status for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:06:05.644656 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-896a325b-6389-44cc-804f-b66f7a3fbe89 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1063168
Jan 20 01:06:05.807236 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-f1a1b787-e5df-42b8-8c27-9b47e97fd022 service neutron] 10.222.0.37 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494153
Jan 20 01:06:05.959427 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-be8cb76a-935b-4d15-b0ca-bed5d807a610 service neutron] 10.222.0.37 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448348
Jan 20 01:06:06.443992 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cd97e153-8ebc-4e97-88d7-91cce0cfdd19 req-78451d62-16d3-497e-b238-62aa6ae54bc0 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 210 time: 0.1005738
Jan 20 01:06:06.503715 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee417d1-c1c3-408c-8870-dacbf10d910a req-5bd24312-661b-4b41-b979-587977b0c3c0 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:06.505404 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-dee417d1-c1c3-408c-8870-dacbf10d910a req-5bd24312-661b-4b41-b979-587977b0c3c0 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 943 time: 0.1183534
Jan 20 01:06:06.558248 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-dee417d1-c1c3-408c-8870-dacbf10d910a req-1aafabd5-bab7-496e-8995-dbcbd15bdd25 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0467100
Jan 20 01:06:07.264251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:06:07.456092 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d2ddf-b85e-4836-8b99-93ddb7d0f2f5 req-e8310168-c9a8-4286-9519-8d81e8511c46 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:07.457695 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e70d2ddf-b85e-4836-8b99-93ddb7d0f2f5 req-e8310168-c9a8-4286-9519-8d81e8511c46 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 945 time: 0.1061141
Jan 20 01:06:07.510267 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e70d2ddf-b85e-4836-8b99-93ddb7d0f2f5 req-984b64d4-0fff-4a16-a058-3edd9d6c1192 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458908
Jan 20 01:06:07.644335 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7c176ea8-5f5b-4b92-b7a9-55160456c11a req-7deda8d9-12d9-48d2-90a4-9a9f7ed810db tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 210 time: 0.0570371
Jan 20 01:06:07.740136 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-18b3cdc9-ffc5-446f-8c47-fceffd7f1b46 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:07.740943 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-18b3cdc9-ffc5-446f-8c47-fceffd7f1b46 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Synchronizing usage tracker for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:network {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:06:07.758217 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-18b3cdc9-ffc5-446f-8c47-fceffd7f1b46 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Unset dirty status for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:network {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:06:07.759466 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-18b3cdc9-ffc5-446f-8c47-fceffd7f1b46 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.20 "GET /v2.0/networks?id=1760ea46-5034-4554-93da-03789e761571 HTTP/1.1" status: 200  len: 808 time: 0.2085893
Jan 20 01:06:07.806916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0f3a0-7c80-47de-9034-dd8b1cee573d req-7dc4a1ed-5f51-4c3d-a946-46b5f699447c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:07.808932 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a9e0f3a0-7c80-47de-9034-dd8b1cee573d req-7dc4a1ed-5f51-4c3d-a946-46b5f699447c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 943 time: 0.1089787
Jan 20 01:06:07.864130 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a9e0f3a0-7c80-47de-9034-dd8b1cee573d req-dbf38428-9cec-4a8d-bbe9-69522590862a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0485632
Jan 20 01:06:07.880020 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-7c9bb8ed-8b2b-4391-8af5-2da4c8d55962 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Synchronizing usage tracker for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:security_group {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:06:07.896475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-7c9bb8ed-8b2b-4391-8af5-2da4c8d55962 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Unset dirty status for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:security_group {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:06:07.898250 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-7c9bb8ed-8b2b-4391-8af5-2da4c8d55962 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78 HTTP/1.1" status: 200  len: 5757 time: 0.0946450
Jan 20 01:06:07.909836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Request body: {'port': {'device_id': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'admin_state_up': True, 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'security_groups': ['049fc046-e51a-4431-974e-9655486b0c75']}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:06:08.055667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:06:08.066085 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:06:08.074921 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Made reservation on behalf of 0938cb99ff1c4eeaacdd2c5d7012ed78 for: {'port': 1} {{(pid=80157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 20 01:06:08.084287 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:08.396067 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Allocated IP 172.20.0.10 (1760ea46-5034-4554-93da-03789e761571/b3ea6729-fbcc-422a-b9eb-0d2d4c84baed/48daa6eb-55b0-4fd9-8699-d413409c932a) {{(pid=80157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:06:08.605085 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for port, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:08.623640 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Transition to ACTIVE for port object 48daa6eb-55b0-4fd9-8699-d413409c932a will not be triggered until provisioned by entity DHCP. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:06:08.648896 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:08.664583 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:08.758227 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210da7a2-e774-4730-8782-6a8a46a4c4eb req-93d558af-8f0e-4700-a1c1-012caaf3fcf3 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:08.761565 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-210da7a2-e774-4730-8782-6a8a46a4c4eb req-93d558af-8f0e-4700-a1c1-012caaf3fcf3 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 945 time: 0.1108081
Jan 20 01:06:08.822275 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Pushing event updated for resources: {'Port': ['ID=48daa6eb-55b0-4fd9-8699-d413409c932a,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:08.832673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:08.861994 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-210da7a2-e774-4730-8782-6a8a46a4c4eb req-f997b9a4-db58-4f58-bb2f-b5b09d72df1c tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958710
Jan 20 01:06:08.889283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Network 1760ea46-5034-4554-93da-03789e761571 is already hosted by enough agents. {{(pid=80157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:06:08.889283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Resources bound (agent type, host, resource id):  {{(pid=80157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:06:08.889283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Received port after_create {{(pid=80157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:06:08.935799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76e870-7906-4f6e-bba5-937a45817a4d req-b3a666e4-5e9c-4c0f-b33e-2d243b423b66 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:08.936954 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3b76e870-7906-4f6e-bba5-937a45817a4d req-b3a666e4-5e9c-4c0f-b33e-2d243b423b66 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 932 time: 0.1303639
Jan 20 01:06:08.971837 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:08.972359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:08.997797 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3b76e870-7906-4f6e-bba5-937a45817a4d req-b6c1afa8-7ec6-400c-932b-9d3b17b217cb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0530176
Jan 20 01:06:09.010904 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-c15fbb47-e58f-4b33-b944-4112d0eccd4b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1058314
Jan 20 01:06:09.039357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Request body: {'port': {'device_id': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:06:09.127867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-6be23966-0c44-4e4e-ad9c-b27b1968c4c1 None None] Provisioning for port 48daa6eb-55b0-4fd9-8699-d413409c932a completed by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:06:09.133006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-6be23966-0c44-4e4e-ad9c-b27b1968c4c1 None None] Provisioning complete for port 48daa6eb-55b0-4fd9-8699-d413409c932a triggered by entity DHCP. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:06:09.133463 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6be23966-0c44-4e4e-ad9c-b27b1968c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:09.134747 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33585a-a1ba-4e38-8bb6-867907e61515 req-9bda490c-78d3-457e-8211-3a6d5d797df3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:09.136510 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ca33585a-a1ba-4e38-8bb6-867907e61515 req-9bda490c-78d3-457e-8211-3a6d5d797df3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 943 time: 0.1161656
Jan 20 01:06:09.175061 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:09.199167 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ca33585a-a1ba-4e38-8bb6-867907e61515 req-68823553-bb1c-4c98-9d6e-5e60c722bf20 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0552359
Jan 20 01:06:09.204961 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-6be23966-0c44-4e4e-ad9c-b27b1968c4c1 None None] Port 48daa6eb-55b0-4fd9-8699-d413409c932a cannot update to ACTIVE because it is not bound. {{(pid=80158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 20 01:06:09.420180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-890849d3-93ee-4311-aa17-1b9f8f227e75 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:09.421788 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-890849d3-93ee-4311-aa17-1b9f8f227e75 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 945 time: 0.1012607
Jan 20 01:06:09.508914 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Deleting port e014b313-3a10-4ba0-9d2e-7c0884402fb1 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:06:09.509347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:09.593268 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48daa6eb-55b0-4fd9-8699-d413409c932a {{(pid=80157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 20 01:06:09.602352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:09.615868 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Transition to ACTIVE for port object 48daa6eb-55b0-4fd9-8699-d413409c932a will not be triggered until provisioned by entity L2. {{(pid=80157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 20 01:06:09.618327 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:09.638545 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9df98991-fd5b-4c14-92e5-8d9d331fc954 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:09.649483 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device e014b313-3a10-4ba0-9d2e-7c0884402fb1 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:06:09.780909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:09.781890 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] For port e014b313-3a10-4ba0-9d2e-7c0884402fb1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=e014b313-3a10-4ba0-9d2e-7c0884402fb1,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:06:09.782296 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:09.814391 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717adfdb-d358-49e7-a295-e573a47968b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e014b313-3a10-4ba0-9d2e-7c0884402fb1'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:06:09.825633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port e014b313-3a10-4ba0-9d2e-7c0884402fb1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=e014b313-3a10-4ba0-9d2e-7c0884402fb1,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:06:09.830063 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:09.833133 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:09.890251 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717adfdb-d358-49e7-a295-e573a47968b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e014b313-3a10-4ba0-9d2e-7c0884402fb1', 'code': 200}
Jan 20 01:06:09.914607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=e014b313-3a10-4ba0-9d2e-7c0884402fb1,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:09.918511 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:09.927943 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Calling delete_port for e014b313-3a10-4ba0-9d2e-7c0884402fb1 owned by compute:nova {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:06:10.014779 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80156) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:06:10.015140 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:06:10.051504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Pushing event updated for resources: {'Port': ['ID=48daa6eb-55b0-4fd9-8699-d413409c932a,revision_number=2']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:10.058006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:10.158417 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabe21f-4163-403f-a5d1-e1e81e17390b req-ee6add1f-12b0-4cca-96fc-0860df78fdb3 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:10.160138 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-eaabe21f-4163-403f-a5d1-e1e81e17390b req-ee6add1f-12b0-4cca-96fc-0860df78fdb3 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 943 time: 0.1230595
Jan 20 01:06:10.271236 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-eaabe21f-4163-403f-a5d1-e1e81e17390b req-0874d35b-9978-48fe-9952-a7882e73fee8 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695100
Jan 20 01:06:10.274168 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Attempting to bind port 48daa6eb-55b0-4fd9-8699-d413409c932a on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 20 01:06:10.274555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Attempting to bind port 48daa6eb-55b0-4fd9-8699-d413409c932a by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1760ea46-5034-4554-93da-03789e761571'}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 20 01:06:10.274931 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Attempting to bind port 48daa6eb-55b0-4fd9-8699-d413409c932a on network 1760ea46-5034-4554-93da-03789e761571 {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 20 01:06:10.280978 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Checking agent: {'id': '850acebb-7ebb-4cbd-b36a-ba8e84c57813', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 23), 'started_at': datetime.datetime(2021, 1, 20, 0, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 20 01:06:10.281405 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Checking segment: {'id': '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1760ea46-5034-4554-93da-03789e761571'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 20 01:06:10.283150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:10.283150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Bound using segment: {'id': '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1760ea46-5034-4554-93da-03789e761571'} {{(pid=80157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 20 01:06:10.283365 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Bound port: 48daa6eb-55b0-4fd9-8699-d413409c932a, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1760ea46-5034-4554-93da-03789e761571'}}] {{(pid=80157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 20 01:06:10.283732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:10.318466 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2312b5-4038-4d1e-bc19-166983f0ec09 req-febd5aa6-055e-41d4-9ebe-dd85c5b371ba tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:10.320190 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6d2312b5-4038-4d1e-bc19-166983f0ec09 req-febd5aa6-055e-41d4-9ebe-dd85c5b371ba tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1590550
Jan 20 01:06:10.377782 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6d2312b5-4038-4d1e-bc19-166983f0ec09 req-1760700e-a542-4b93-a1d4-64220a246870 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0511224
Jan 20 01:06:10.388094 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] For port 48daa6eb-55b0-4fd9-8699-d413409c932a, host hv-cinder-66710, cleared binding levels {{(pid=80157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 20 01:06:10.391632 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] For port 48daa6eb-55b0-4fd9-8699-d413409c932a, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=48daa6eb-55b0-4fd9-8699-d413409c932a,segment=NetworkSegment(7b31f5d9-2b06-4f25-a0be-1cc0552a6f22),segment_id=7b31f5d9-2b06-4f25-a0be-1cc0552a6f22)] {{(pid=80157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 20 01:06:10.395398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849087985'] for port, after_update {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:10.415251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-68ddf251-a642-4d59-bb52-b27a373ed155 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:10.510527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74ef74-9682-4558-a7b1-b6b23ab57e36 req-905e1c07-631c-4aa9-a044-c2be0a5f0182 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:10.512170 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ac74ef74-9682-4558-a7b1-b6b23ab57e36 req-905e1c07-631c-4aa9-a044-c2be0a5f0182 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 943 time: 0.1041331
Jan 20 01:06:10.515813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Deleting port e014b313-3a10-4ba0-9d2e-7c0884402fb1 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:06:10.516286 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:10.571810 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Pushing event updated for resources: {'Port': ['ID=48daa6eb-55b0-4fd9-8699-d413409c932a,revision_number=3']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:10.576777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:10.613190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:10.613656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:10.615217 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-8fd2921b-ba96-4aec-8082-226cc1b410e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/48daa6eb-55b0-4fd9-8699-d413409c932a HTTP/1.1" status: 200  len: 1158 time: 1.5809836
Jan 20 01:06:10.615731 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:06:10.653997 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-ac74ef74-9682-4558-a7b1-b6b23ab57e36 req-7dec5764-ee32-43a5-8c9c-712d46f537a7 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1048169
Jan 20 01:06:10.725052 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a', 'status': 'completed', 'code': 200}
Jan 20 01:06:10.771400 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-d11d9b30-22c7-4092-a70e-4cf485a11f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:10.773314 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-d11d9b30-22c7-4092-a70e-4cf485a11f98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78&device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 1161 time: 0.0952356
Jan 20 01:06:10.840160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] For port e014b313-3a10-4ba0-9d2e-7c0884402fb1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=e014b313-3a10-4ba0-9d2e-7c0884402fb1,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:06:10.840492 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:10.863998 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-7d82da9e-e012-4b07-950e-d9e0057c49b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48daa6eb-55b0-4fd9-8699-d413409c932a HTTP/1.1" status: 200  len: 217 time: 0.0743997
Jan 20 01:06:10.934547 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-5c7bddd9-fd9d-4498-9b5c-8f9e0370681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:10.936053 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-5c7bddd9-fd9d-4498-9b5c-8f9e0370681e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3ea6729-fbcc-422a-b9eb-0d2d4c84baed HTTP/1.1" status: 200  len: 847 time: 0.0645976
Jan 20 01:06:10.976637 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Calling delete_port for e014b313-3a10-4ba0-9d2e-7c0884402fb1 owned by compute:nova {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:06:11.028890 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-e21a7ab5-7355-4344-90e3-906bfbae045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:11.030638 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-e21a7ab5-7355-4344-90e3-906bfbae045b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1760ea46-5034-4554-93da-03789e761571&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0870366
Jan 20 01:06:11.130953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:11.147254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:11.183821 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-9ddf17d4-1710-4388-90be-77f6c5d0f806 service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415887
Jan 20 01:06:11.195503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Pushing event deleted for resources: {'Port': ['ID=e014b313-3a10-4ba0-9d2e-7c0884402fb1,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:11.211340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:11.332503 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df8d9f42-ed1d-41ba-b7e6-15bade695f44 req-aee52a9e-34f0-4d38-a471-190177ebebb4 service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418641
Jan 20 01:06:11.364338 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] No DVR routers for this DVR port e014b313-3a10-4ba0-9d2e-7c0884402fb1 on host hv-cinder-66710 {{(pid=80156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:06:11.366619 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:11.369612 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717adfdb-d358-49e7-a295-e573a47968b8', 'name': 'network-vif-deleted', 'tag': 'e014b313-3a10-4ba0-9d2e-7c0884402fb1'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:06:11.379076 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-73e91e49-cc26-462d-807b-ff1d97fd851c req-9e4394b6-412a-446d-9d56-27ed7e0c9026 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "DELETE /v2.0/ports/e014b313-3a10-4ba0-9d2e-7c0884402fb1 HTTP/1.1" status: 204  len: 173 time: 1.9504201
Jan 20 01:06:11.448507 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717adfdb-d358-49e7-a295-e573a47968b8', 'name': 'network-vif-deleted', 'tag': 'e014b313-3a10-4ba0-9d2e-7c0884402fb1', 'status': 'completed', 'code': 200}
Jan 20 01:06:11.455111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-7d451bf9-f155-4017-8e00-83b39dc1336a req-7b1172bc-cc22-44a5-846f-5846895c1b30 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Synchronizing usage tracker for tenant:c37e7ac2d2584dcea1b663a523f9bdab on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:06:11.474280 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-7d451bf9-f155-4017-8e00-83b39dc1336a req-7b1172bc-cc22-44a5-846f-5846895c1b30 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Unset dirty status for tenant:c37e7ac2d2584dcea1b663a523f9bdab on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:06:11.475734 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7d451bf9-f155-4017-8e00-83b39dc1336a req-7b1172bc-cc22-44a5-846f-5846895c1b30 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=717adfdb-d358-49e7-a295-e573a47968b8 HTTP/1.1" status: 200  len: 210 time: 0.0700634
Jan 20 01:06:11.621818 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f15ca-0fab-4cb9-8cff-5bd82f870c04 req-12a35834-be80-4a4e-92d9-8c027d3308e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:11.623456 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-901f15ca-0fab-4cb9-8cff-5bd82f870c04 req-12a35834-be80-4a4e-92d9-8c027d3308e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78&device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 1161 time: 0.1464965
Jan 20 01:06:11.685758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911731c4-02c5-4435-af1e-9b1c35b98ced req-f6dd0cee-08b2-4081-9dd2-f8e3de71cb9d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:11.687251 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-911731c4-02c5-4435-af1e-9b1c35b98ced req-f6dd0cee-08b2-4081-9dd2-f8e3de71cb9d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1470668
Jan 20 01:06:11.848686 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-911731c4-02c5-4435-af1e-9b1c35b98ced req-1d8e59fd-05cb-4d40-95d5-84fe9db4f106 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1500156
Jan 20 01:06:11.897194 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f15ca-0fab-4cb9-8cff-5bd82f870c04 req-777e44b8-b9be-45bf-87c5-4e0ac499e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:11.898789 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-901f15ca-0fab-4cb9-8cff-5bd82f870c04 req-777e44b8-b9be-45bf-87c5-4e0ac499e6d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1760ea46-5034-4554-93da-03789e761571 HTTP/1.1" status: 200  len: 902 time: 0.2652848
Jan 20 01:06:12.062477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cb06fcd8-ec91-43df-81b6-42dca592e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:12.217118 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-901f15ca-0fab-4cb9-8cff-5bd82f870c04 req-3baa0c8e-1a72-46b2-908a-1f4c74d545c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48daa6eb-55b0-4fd9-8699-d413409c932a HTTP/1.1" status: 200  len: 217 time: 0.3067589
Jan 20 01:06:12.246068 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399e157-aa36-47f5-a233-385e9ee487bc req-ea047001-2f87-4640-ad82-e1495069f8ed tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:12.247643 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9399e157-aa36-47f5-a233-385e9ee487bc req-ea047001-2f87-4640-ad82-e1495069f8ed tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 943 time: 0.4453340
Jan 20 01:06:12.346823 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f15ca-0fab-4cb9-8cff-5bd82f870c04 req-21d1916c-8060-4ef8-b073-0a589e97683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:12.348390 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-901f15ca-0fab-4cb9-8cff-5bd82f870c04 req-21d1916c-8060-4ef8-b073-0a589e97683d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3ea6729-fbcc-422a-b9eb-0d2d4c84baed HTTP/1.1" status: 200  len: 847 time: 0.0998278
Jan 20 01:06:12.355972 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-9399e157-aa36-47f5-a233-385e9ee487bc req-6f179965-f247-4dba-8562-33d3083b8dd7 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0673106
Jan 20 01:06:12.432419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f15ca-0fab-4cb9-8cff-5bd82f870c04 req-ffc4d61e-90b7-407c-9766-b4394c8d3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:12.434070 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-901f15ca-0fab-4cb9-8cff-5bd82f870c04 req-ffc4d61e-90b7-407c-9766-b4394c8d3566 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1760ea46-5034-4554-93da-03789e761571&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0771878
Jan 20 01:06:12.578364 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-901f15ca-0fab-4cb9-8cff-5bd82f870c04 req-f9922755-11c0-4311-994b-c64b71c6d47b service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367152
Jan 20 01:06:12.727410 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-901f15ca-0fab-4cb9-8cff-5bd82f870c04 req-b7f0ab63-039c-4951-ade1-a627147314d3 service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1419842
Jan 20 01:06:13.073967 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 6d18bd38-3f80-47f2-80f1-722f2d96bada up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:06:13.088728 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd940856-846c-4884-91fc-0f579da9247a req-0e877b13-b4ce-468f-8d4c-af98e9ce16a0 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:13.090424 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bd940856-846c-4884-91fc-0f579da9247a req-0e877b13-b4ce-468f-8d4c-af98e9ce16a0 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1127608
Jan 20 01:06:13.142732 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bd940856-846c-4884-91fc-0f579da9247a req-ab24ca4b-eb4b-4027-aa68-d1731f2c8e6b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0451264
Jan 20 01:06:13.149060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 6d18bd38-3f80-47f2-80f1-722f2d96bada completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:06:13.154104 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 6d18bd38-3f80-47f2-80f1-722f2d96bada triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:06:13.154533 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:13.276037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:13.304401 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d18bd38-3f80-47f2-80f1-722f2d96bada'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:06:13.314941 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 6d18bd38-3f80-47f2-80f1-722f2d96bada, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=6d18bd38-3f80-47f2-80f1-722f2d96bada,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:06:13.318488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:13.320498 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bf4aadcd-b9ae-4100-b67b-dceb377e6f36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:13.373326 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d18bd38-3f80-47f2-80f1-722f2d96bada', 'code': 200}
Jan 20 01:06:13.395251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=6d18bd38-3f80-47f2-80f1-722f2d96bada,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:13.398625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:13.647058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fc0dc-72c2-450a-82b5-2d4ca3565646 req-9fd3061c-7f72-48e8-8c49-480b044eb11e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:13.648569 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-347fc0dc-72c2-450a-82b5-2d4ca3565646 req-9fd3061c-7f72-48e8-8c49-480b044eb11e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 945 time: 0.1573925
Jan 20 01:06:13.704532 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2a276-bf49-4f0a-bd66-f47d5c976829 req-b027ef86-eb04-4510-8e73-9e08456e3290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:13.705980 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1ac2a276-bf49-4f0a-bd66-f47d5c976829 req-b027ef86-eb04-4510-8e73-9e08456e3290 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 1162 time: 0.1448171
Jan 20 01:06:13.711682 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-347fc0dc-72c2-450a-82b5-2d4ca3565646 req-be10a879-73da-48b2-93a4-2f59615ec8fe tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0556619
Jan 20 01:06:13.750596 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1ac2a276-bf49-4f0a-bd66-f47d5c976829 req-a034931b-3287-4f85-89ce-d380e94e8569 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0370467
Jan 20 01:06:13.827213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 6d18bd38-3f80-47f2-80f1-722f2d96bada up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:06:13.899486 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 6d18bd38-3f80-47f2-80f1-722f2d96bada triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:06:13.899834 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:14.477293 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537865b-8279-4b70-bcaa-1ef46aad9528 req-bbaa2b18-c147-401c-a89a-3c0dfb8c5256 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:14.478836 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b537865b-8279-4b70-bcaa-1ef46aad9528 req-bbaa2b18-c147-401c-a89a-3c0dfb8c5256 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 945 time: 0.3163333
Jan 20 01:06:14.504356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed41861-9283-42ef-8985-9ad8f50f9056 req-aaa3f5d1-5cec-4814-b0de-ae5b1fc38ca7 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:14.505919 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bed41861-9283-42ef-8985-9ad8f50f9056 req-aaa3f5d1-5cec-4814-b0de-ae5b1fc38ca7 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.2266760
Jan 20 01:06:14.585277 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b537865b-8279-4b70-bcaa-1ef46aad9528 req-fad42c78-70d6-4815-a94f-4f19e5781dce tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782964
Jan 20 01:06:14.595916 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bed41861-9283-42ef-8985-9ad8f50f9056 req-ff41b362-301a-4ef8-8219-166a9f272c1e tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0730798
Jan 20 01:06:14.615558 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f94f163e-69ac-43d9-9c1e-f3d197b31952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:14.794648 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:14.945838 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec1896-3c62-40f7-8573-a5d696e1f338 req-6bc2f74f-62fc-4895-9224-370c15a0476d tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:14.947461 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-faec1896-3c62-40f7-8573-a5d696e1f338 req-6bc2f74f-62fc-4895-9224-370c15a0476d tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 945 time: 0.1024544
Jan 20 01:06:15.002237 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-faec1896-3c62-40f7-8573-a5d696e1f338 req-ebac0966-270a-469a-a269-cde00ad29477 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0477338
Jan 20 01:06:15.894858 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85568e-2dca-4d9b-958d-b5cb50cf0a9d req-94c4f287-3205-4c3d-af2e-fcc129e99aa2 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:15.896437 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5c85568e-2dca-4d9b-958d-b5cb50cf0a9d req-94c4f287-3205-4c3d-af2e-fcc129e99aa2 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 945 time: 0.1795459
Jan 20 01:06:15.919531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4eb293-b29b-4aa1-833a-7451c3f1abd6 req-c71461a0-a9fe-442a-ab1a-2406bd52f750 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:15.921033 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6c4eb293-b29b-4aa1-833a-7451c3f1abd6 req-c71461a0-a9fe-442a-ab1a-2406bd52f750 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1576960
Jan 20 01:06:16.006287 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5c85568e-2dca-4d9b-958d-b5cb50cf0a9d req-aa79991d-69db-4eac-af0c-9ce899f0ab50 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841544
Jan 20 01:06:16.011806 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6c4eb293-b29b-4aa1-833a-7451c3f1abd6 req-c24a54c3-d5d4-493a-9630-a16157613f3a tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0734816
Jan 20 01:06:16.306414 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e3ca6-3bf6-4902-96c7-6b5d46404e3f req-b272188f-4c26-47fe-af4c-106d6f8b1dd4 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:16.308003 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0a8e3ca6-3bf6-4902-96c7-6b5d46404e3f req-b272188f-4c26-47fe-af4c-106d6f8b1dd4 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 945 time: 0.1745553
Jan 20 01:06:16.329846 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa1e87-4c33-4d78-bdaf-7e467524aa22 req-99f3a19d-9588-4654-8c3b-72b75f40b071 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:16.331329 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-28fa1e87-4c33-4d78-bdaf-7e467524aa22 req-99f3a19d-9588-4654-8c3b-72b75f40b071 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 945 time: 0.1993380
Jan 20 01:06:16.438913 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-0a8e3ca6-3bf6-4902-96c7-6b5d46404e3f req-2cbc0f0a-5e6b-462d-a572-5db203e62e92 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Deleting port 08bb427e-6bb8-4162-a20d-f1a9f3300c2e {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:06:16.439296 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0a8e3ca6-3bf6-4902-96c7-6b5d46404e3f req-2cbc0f0a-5e6b-462d-a572-5db203e62e92 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:16.474986 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-28fa1e87-4c33-4d78-bdaf-7e467524aa22 req-3334dac1-03b2-49b7-803b-ddc4e3fd4ead tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1112659
Jan 20 01:06:16.634496 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:16.754743 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:16.770186 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-0a8e3ca6-3bf6-4902-96c7-6b5d46404e3f req-2cbc0f0a-5e6b-462d-a572-5db203e62e92 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] For port 08bb427e-6bb8-4162-a20d-f1a9f3300c2e, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=08bb427e-6bb8-4162-a20d-f1a9f3300c2e,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:06:16.770586 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0a8e3ca6-3bf6-4902-96c7-6b5d46404e3f req-2cbc0f0a-5e6b-462d-a572-5db203e62e92 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:16.907290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-0a8e3ca6-3bf6-4902-96c7-6b5d46404e3f req-2cbc0f0a-5e6b-462d-a572-5db203e62e92 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Calling delete_port for 08bb427e-6bb8-4162-a20d-f1a9f3300c2e owned by compute:nova {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:06:16.978568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284b22b-76a1-447c-9772-ea4f40a6588a req-9878d784-53ef-4bd9-ac44-418079beb941 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:16.980190 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c284b22b-76a1-447c-9772-ea4f40a6588a req-9878d784-53ef-4bd9-ac44-418079beb941 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 945 time: 0.3222256
Jan 20 01:06:17.055461 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c284b22b-76a1-447c-9772-ea4f40a6588a req-b2e54626-419b-4ea7-a1b5-926c2ca2c89f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0666039
Jan 20 01:06:17.134329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0a8e3ca6-3bf6-4902-96c7-6b5d46404e3f req-2cbc0f0a-5e6b-462d-a572-5db203e62e92 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:17.152340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ce234818-c5ec-4700-9f07-9547efeed49b tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:17.238614 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc0f0a-5e6b-462d-a572-5db203e62e92 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Pushing event deleted for resources: {'Port': ['ID=08bb427e-6bb8-4162-a20d-f1a9f3300c2e,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:17.260844 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2cbc0f0a-5e6b-462d-a572-5db203e62e92 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:17.310137 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f56a8864-ddf3-4398-8eb1-fb6ce6a33e6b req-1f6f6320-912b-42ad-9d2a-bbd2babfd9ba tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=fbf493ed-09ac-4ef6-906b-67a71c57e172 HTTP/1.1" status: 200  len: 210 time: 0.1199331
Jan 20 01:06:17.617295 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8e3ca6-3bf6-4902-96c7-6b5d46404e3f req-2cbc0f0a-5e6b-462d-a572-5db203e62e92 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] No DVR routers for this DVR port 08bb427e-6bb8-4162-a20d-f1a9f3300c2e on host hv-cinder-66710 {{(pid=80156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:06:17.622154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0a8e3ca6-3bf6-4902-96c7-6b5d46404e3f req-2cbc0f0a-5e6b-462d-a572-5db203e62e92 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:17.626776 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf493ed-09ac-4ef6-906b-67a71c57e172', 'name': 'network-vif-deleted', 'tag': '08bb427e-6bb8-4162-a20d-f1a9f3300c2e'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:06:17.653743 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b98758-c20c-465f-b872-d3d2ddd24944 req-e148cf96-216e-4b2c-acfe-f43e8c8ff3e8 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:17.655344 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-38b98758-c20c-465f-b872-d3d2ddd24944 req-e148cf96-216e-4b2c-acfe-f43e8c8ff3e8 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.4551265
Jan 20 01:06:17.669892 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-e8b3217a-bcf8-4ca4-860d-f067ef625407 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2917032
Jan 20 01:06:17.696681 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'floatingip': {'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:06:17.709874 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0a8e3ca6-3bf6-4902-96c7-6b5d46404e3f req-2cbc0f0a-5e6b-462d-a572-5db203e62e92 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "DELETE /v2.0/ports/08bb427e-6bb8-4162-a20d-f1a9f3300c2e HTTP/1.1" status: 204  len: 173 time: 1.3775840
Jan 20 01:06:17.712725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:06:17.741771 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:06:17.752615 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-38b98758-c20c-465f-b872-d3d2ddd24944 req-cb5a89c3-c751-48a7-a3fb-448f9519c6e8 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0787144
Jan 20 01:06:17.761351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:17.857101 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf493ed-09ac-4ef6-906b-67a71c57e172', 'name': 'network-vif-deleted', 'tag': '08bb427e-6bb8-4162-a20d-f1a9f3300c2e', 'status': 'completed', 'code': 200}
Jan 20 01:06:17.911502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:18.192602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Allocated IP 172.27.2.240 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/06869bcd-a1bf-46ad-b8a3-6b7ceb4ba9a8) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:06:18.193376 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 08bb427e-6bb8-4162-a20d-f1a9f3300c2e no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:06:18.231240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] No Port match for: 08bb427e-6bb8-4162-a20d-f1a9f3300c2e {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:06:18.231645 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 08bb427e-6bb8-4162-a20d-f1a9f3300c2e not bound to the agent host hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:06:18.358735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:18.390575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:18.408625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6092fd23-8e98-4ae3-9ad8-2275263cb971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:18.553942 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event updated for resources: {'Port': ['ID=06869bcd-a1bf-46ad-b8a3-6b7ceb4ba9a8,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:18.562228 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:18.896010 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:06:18.898364 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:06:18.902878 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:06:19.004726 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46ae50-6250-4187-9b37-835d53afe158 req-ec5bc310-102b-484f-993a-d812c401d48e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:19.005512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-dc46ae50-6250-4187-9b37-835d53afe158 req-ec5bc310-102b-484f-993a-d812c401d48e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Synchronizing usage tracker for tenant:c37e7ac2d2584dcea1b663a523f9bdab on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:06:19.029757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-dc46ae50-6250-4187-9b37-835d53afe158 req-ec5bc310-102b-484f-993a-d812c401d48e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Unset dirty status for tenant:c37e7ac2d2584dcea1b663a523f9bdab on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:06:19.031017 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-dc46ae50-6250-4187-9b37-835d53afe158 req-ec5bc310-102b-484f-993a-d812c401d48e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 946 time: 0.2034233
Jan 20 01:06:19.039595 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:19.134134 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-dc46ae50-6250-4187-9b37-835d53afe158 req-1d35048a-51ac-4c55-9cb6-b5335769f320 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958185
Jan 20 01:06:19.138787 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:19.467899 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181083fb-dff0-4437-adba-c7d8ed210140 req-68913fa1-1d9f-4892-844d-3535082770fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:19.470249 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-181083fb-dff0-4437-adba-c7d8ed210140 req-68913fa1-1d9f-4892-844d-3535082770fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.2136223
Jan 20 01:06:19.542124 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-181083fb-dff0-4437-adba-c7d8ed210140 req-d88b6f63-bda2-4346-a702-f2a12668cab6 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0618455
Jan 20 01:06:19.558041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:19.561815 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847646012'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:19.577444 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:19.724499 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event updated for resources: {'Port': ['ID=06869bcd-a1bf-46ad-b8a3-6b7ceb4ba9a8,revision_number=2']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:19.727810 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:19.824053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:19.852520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:19.853837 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-5199e538-4054-45b7-9050-a4688f71bed8 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1629012
Jan 20 01:06:19.949787 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-57beedfd-7c7f-49f1-9bbb-c15686b44489 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:floatingip {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:06:19.966508 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-57beedfd-7c7f-49f1-9bbb-c15686b44489 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:floatingip {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:06:19.967751 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-57beedfd-7c7f-49f1-9bbb-c15686b44489 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.240 HTTP/1.1" status: 200  len: 696 time: 0.1074352
Jan 20 01:06:20.150916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-ac05ce05-af7b-42d4-8460-e2c60a90645a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:20.152437 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b91b0b04-cbe2-483e-a237-52ac820316d8 req-ac05ce05-af7b-42d4-8460-e2c60a90645a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/networks/edea8e20-c3db-4bd3-afba-40aa0a06f207 HTTP/1.1" status: 200  len: 784 time: 0.1777754
Jan 20 01:06:20.474944 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 48daa6eb-55b0-4fd9-8699-d413409c932a up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:06:20.512714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-b194c126-5dc0-42fc-9648-9fe4868fb3f3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:20.514444 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-b194c126-5dc0-42fc-9648-9fe4868fb3f3 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2508326
Jan 20 01:06:20.537538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476a347-9df4-4eee-8ad9-9928e10e173c req-2d27c708-f5bc-4df9-9d62-c7a22b554601 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:20.539140 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6476a347-9df4-4eee-8ad9-9928e10e173c req-2d27c708-f5bc-4df9-9d62-c7a22b554601 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 946 time: 0.2734246
Jan 20 01:06:20.548953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning for port 48daa6eb-55b0-4fd9-8699-d413409c932a completed by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 20 01:06:20.553892 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 48daa6eb-55b0-4fd9-8699-d413409c932a triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:06:20.554313 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:20.563141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a1460-8403-4895-a12d-27c648f27fcb req-a8a2d881-3b82-4798-8250-176fd718c4bd tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:20.565272 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-678a1460-8403-4895-a12d-27c648f27fcb req-a8a2d881-3b82-4798-8250-176fd718c4bd tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 946 time: 0.2255878
Jan 20 01:06:20.680469 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:20.709405 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:06:20.720296 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-919c92c3-f582-459c-b5bd-261de72defa5 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.240 HTTP/1.1" status: 200  len: 696 time: 0.1792405
Jan 20 01:06:20.720743 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 48daa6eb-55b0-4fd9-8699-d413409c932a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=48daa6eb-55b0-4fd9-8699-d413409c932a,segment=NetworkSegment(7b31f5d9-2b06-4f25-a0be-1cc0552a6f22),segment_id=7b31f5d9-2b06-4f25-a0be-1cc0552a6f22)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:06:20.724066 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:20.726845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7be3f58a-a7ec-4236-b4d3-64711f6a110f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:20.745553 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-8209eb3c-7bb8-4d97-ab32-3fa2bbb6326e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Request body: {'floatingip': {'port_id': '6d18bd38-3f80-47f2-80f1-722f2d96bada', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:06:20.796016 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=48daa6eb-55b0-4fd9-8699-d413409c932a,revision_number=4']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:20.800007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:20.843274 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-678a1460-8403-4895-a12d-27c648f27fcb req-3ddf0b8e-425e-4807-9b71-b3fc3349f1f9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Deleting port bf007119-151a-4a4c-985f-0a30db394dec {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:06:20.843669 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-678a1460-8403-4895-a12d-27c648f27fcb req-3ddf0b8e-425e-4807-9b71-b3fc3349f1f9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:20.874511 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6476a347-9df4-4eee-8ad9-9928e10e173c req-7572d3a3-64fa-47f0-992b-fd38ebc1fc29 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3082592
Jan 20 01:06:20.887839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-8209eb3c-7bb8-4d97-ab32-3fa2bbb6326e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:21.716644 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6789ae2-b04c-4b51-9636-b47c782c2d07 req-813d3750-67bf-46b7-89c0-4f47b7ccf26f tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:21.718298 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c6789ae2-b04c-4b51-9636-b47c782c2d07 req-813d3750-67bf-46b7-89c0-4f47b7ccf26f tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.7004905
Jan 20 01:06:21.825501 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-678a1460-8403-4895-a12d-27c648f27fcb req-3ddf0b8e-425e-4807-9b71-b3fc3349f1f9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] For port bf007119-151a-4a4c-985f-0a30db394dec, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=bf007119-151a-4a4c-985f-0a30db394dec,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:06:21.825893 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-678a1460-8403-4895-a12d-27c648f27fcb req-3ddf0b8e-425e-4807-9b71-b3fc3349f1f9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:21.849575 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c6789ae2-b04c-4b51-9636-b47c782c2d07 req-b5d4a6aa-32d7-4b51-bc33-e71988bb3fca tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1173928
Jan 20 01:06:21.912614 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 48daa6eb-55b0-4fd9-8699-d413409c932a up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:06:21.964116 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a', 'code': 200}
Jan 20 01:06:21.984515 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-678a1460-8403-4895-a12d-27c648f27fcb req-3ddf0b8e-425e-4807-9b71-b3fc3349f1f9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Calling delete_port for bf007119-151a-4a4c-985f-0a30db394dec owned by compute:nova {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:06:22.005041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 48daa6eb-55b0-4fd9-8699-d413409c932a triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:06:22.005701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:22.284022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5bf5d-d588-48c7-a8bb-cbe1df48c1bc req-16e6403d-a9e0-45ce-ae4e-a921919c7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:22.286046 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c5e5bf5d-d588-48c7-a8bb-cbe1df48c1bc req-16e6403d-a9e0-45ce-ae4e-a921919c7625 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 1163 time: 0.0807602
Jan 20 01:06:22.332897 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c5e5bf5d-d588-48c7-a8bb-cbe1df48c1bc req-e8cf77f1-9085-4733-93a3-4bbbe150308b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0394976
Jan 20 01:06:22.344491 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d281839-ff75-4385-8c06-f670595404ad req-9eaca52d-402f-4f97-a6b2-04da2dd34e6e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:22.346193 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d281839-ff75-4385-8c06-f670595404ad req-9eaca52d-402f-4f97-a6b2-04da2dd34e6e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 946 time: 0.3171496
Jan 20 01:06:22.352161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device bf007119-151a-4a4c-985f-0a30db394dec no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:06:22.414647 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] No active binding found for port bf007119-151a-4a4c-985f-0a30db394dec {{(pid=80158) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jan 20 01:06:22.415075 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device bf007119-151a-4a4c-985f-0a30db394dec not bound to the agent host hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:06:22.415210 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-678a1460-8403-4895-a12d-27c648f27fcb req-3ddf0b8e-425e-4807-9b71-b3fc3349f1f9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:22.436465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-26aa2877-55d8-4229-bb5a-f2889f554a4a tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:22.473938 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3d281839-ff75-4385-8c06-f670595404ad req-b3e46afb-4d4d-4a1a-a5a9-c8c01d2f28ee tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197581
Jan 20 01:06:22.477507 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.resource_extend [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-8209eb3c-7bb8-4d97-ab32-3fa2bbb6326e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 20 01:06:22.581144 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf0b8e-425e-4807-9b71-b3fc3349f1f9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Pushing event deleted for resources: {'Port': ['ID=bf007119-151a-4a4c-985f-0a30db394dec,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:22.590216 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3ddf0b8e-425e-4807-9b71-b3fc3349f1f9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:22.675189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-8209eb3c-7bb8-4d97-ab32-3fa2bbb6326e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:22.680571 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-8209eb3c-7bb8-4d97-ab32-3fa2bbb6326e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:22.914988 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-678a1460-8403-4895-a12d-27c648f27fcb req-3ddf0b8e-425e-4807-9b71-b3fc3349f1f9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] No DVR routers for this DVR port bf007119-151a-4a4c-985f-0a30db394dec on host hv-cinder-66710 {{(pid=80156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:06:22.918982 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-678a1460-8403-4895-a12d-27c648f27fcb req-3ddf0b8e-425e-4807-9b71-b3fc3349f1f9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:22.921757 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cf6614-a0ff-4314-9f69-2086fd8fc7f3', 'name': 'network-vif-deleted', 'tag': 'bf007119-151a-4a4c-985f-0a30db394dec'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:06:22.942793 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-8209eb3c-7bb8-4d97-ab32-3fa2bbb6326e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Floating IP baea3ff3-82a0-4c29-b4d8-c95bfa0b55cb associated. External IP: 172.27.2.240, port: 6d18bd38-3f80-47f2-80f1-722f2d96bada.
Jan 20 01:06:23.004236 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-678a1460-8403-4895-a12d-27c648f27fcb req-3ddf0b8e-425e-4807-9b71-b3fc3349f1f9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "DELETE /v2.0/ports/bf007119-151a-4a4c-985f-0a30db394dec HTTP/1.1" status: 204  len: 173 time: 2.3722701
Jan 20 01:06:23.225153 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cc5e7-5f48-4a67-8a17-4588f60d8bc1 req-cc4a6fad-5463-4176-bc1f-3fcc8f17bf40 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:23.226786 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bd0cc5e7-5f48-4a67-8a17-4588f60d8bc1 req-cc4a6fad-5463-4176-bc1f-3fcc8f17bf40 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.2313075
Jan 20 01:06:23.421015 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bd0cc5e7-5f48-4a67-8a17-4588f60d8bc1 req-06e4fdbe-e7bf-4087-8273-3b991baf3948 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1414111
Jan 20 01:06:23.465786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-8209eb3c-7bb8-4d97-ab32-3fa2bbb6326e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:06:23.538944 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cf6614-a0ff-4314-9f69-2086fd8fc7f3', 'name': 'network-vif-deleted', 'tag': 'bf007119-151a-4a4c-985f-0a30db394dec', 'status': 'completed', 'code': 200}
Jan 20 01:06:23.919034 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-a0cd27a5-f8bb-4911-8ee7-ac60ee86a887 req-612f0328-1b4e-4073-a1cd-451f65566c1e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Synchronizing usage tracker for tenant:c37e7ac2d2584dcea1b663a523f9bdab on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:06:23.956932 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-a0cd27a5-f8bb-4911-8ee7-ac60ee86a887 req-612f0328-1b4e-4073-a1cd-451f65566c1e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Unset dirty status for tenant:c37e7ac2d2584dcea1b663a523f9bdab on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:06:23.958261 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a0cd27a5-f8bb-4911-8ee7-ac60ee86a887 req-612f0328-1b4e-4073-a1cd-451f65566c1e tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=65cf6614-a0ff-4314-9f69-2086fd8fc7f3 HTTP/1.1" status: 200  len: 210 time: 0.0926628
Jan 20 01:06:23.969428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-8209eb3c-7bb8-4d97-ab32-3fa2bbb6326e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:06:23.973817 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-8209eb3c-7bb8-4d97-ab32-3fa2bbb6326e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:23.979752 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd62a1-6790-444c-8e65-2be102eabbd3 None None] Sync routers for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:06:23.990735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd62a1-6790-444c-8e65-2be102eabbd3 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:06:23.991409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7abd62a1-6790-444c-8e65-2be102eabbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b2e4be0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:06:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:06:24.034764 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-8209eb3c-7bb8-4d97-ab32-3fa2bbb6326e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "PUT /v2.0/floatingips/baea3ff3-82a0-4c29-b4d8-c95bfa0b55cb HTTP/1.1" status: 200  len: 996 time: 3.3014829
Jan 20 01:06:24.128318 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-dab9d365-5182-458c-8ee2-ec937720c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:24.130049 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-dab9d365-5182-458c-8ee2-ec937720c050 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 1162 time: 0.0806139
Jan 20 01:06:24.195802 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7abd62a1-6790-444c-8e65-2be102eabbd3 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:06:24.228745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 48daa6eb-55b0-4fd9-8699-d413409c932a up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:06:24.290526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-0dd653b0-e074-4025-ac53-e1dac115b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:24.292173 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-0dd653b0-e074-4025-ac53-e1dac115b812 service neutron] 10.222.0.37 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.1555669
Jan 20 01:06:24.311397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 48daa6eb-55b0-4fd9-8699-d413409c932a triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:06:24.312426 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:24.413120 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-c9992b9b-42d4-4c3e-968f-679c23fbaf6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d18bd38-3f80-47f2-80f1-722f2d96bada HTTP/1.1" status: 200  len: 999 time: 0.1126540
Jan 20 01:06:24.494385 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-229f2190-8252-4dc1-86b4-b41c2dca8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:24.495748 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-229f2190-8252-4dc1-86b4-b41c2dca8d75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.0762565
Jan 20 01:06:24.584619 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7abd62a1-6790-444c-8e65-2be102eabbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b2e4be0>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': 'b863b260-caf0-4e95-8e2e-8ac410c43171', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '6c1080ad-093c-4365-91c7-d955bd1af634', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:53:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:04:01Z', 'updated_at': '2021-01-20T01:04:06Z', 'revision_number': 2, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}, {'id': 'baea3ff3-82a0-4c29-b4d8-c95bfa0b55cb', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '6d18bd38-3f80-47f2-80f1-722f2d96bada', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:63:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:06:18Z', 'updated_at': '2021-01-20T01:06:22Z', 'revision_number': 1, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:06:24.588747 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd62a1-6790-444c-8e65-2be102eabbd3 None None] Checking router: 0c20d583-dac3-4ad2-b8f6-01e2a553f21c for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:06:24.598514 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd62a1-6790-444c-8e65-2be102eabbd3 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:06:24.599176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7abd62a1-6790-444c-8e65-2be102eabbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b2e4be0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:06:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:06:24.655299 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-05ad10d5-4763-46cb-a924-af92649958ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:24.657535 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-05ad10d5-4763-46cb-a924-af92649958ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1538215
Jan 20 01:06:24.680337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441a31-21fa-40cb-8b80-62fa6411229a req-80f223ce-33df-4a4f-87f7-17f66e09407b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:24.681973 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-45441a31-21fa-40cb-8b80-62fa6411229a req-80f223ce-33df-4a4f-87f7-17f66e09407b tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1289613
Jan 20 01:06:24.793857 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7abd62a1-6790-444c-8e65-2be102eabbd3 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:06:24.883215 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-45441a31-21fa-40cb-8b80-62fa6411229a req-05e4c7a7-eee3-43c6-9f02-451f5a716aa4 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1755030
Jan 20 01:06:24.925827 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-4a2c470c-ea04-466d-ac74-19e9ee9eae6a service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2428005
Jan 20 01:06:24.970655 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79341c53-0213-444c-8c9e-358c3ecb4a66 req-2fd9f31f-f1d8-463b-a254-964e411e94ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1596577
Jan 20 01:06:25.186351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7abd62a1-6790-444c-8e65-2be102eabbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b2e4be0>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': 'b863b260-caf0-4e95-8e2e-8ac410c43171', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '6c1080ad-093c-4365-91c7-d955bd1af634', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:53:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:04:01Z', 'updated_at': '2021-01-20T01:04:06Z', 'revision_number': 2, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}, {'id': 'baea3ff3-82a0-4c29-b4d8-c95bfa0b55cb', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '6d18bd38-3f80-47f2-80f1-722f2d96bada', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:63:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:06:18Z', 'updated_at': '2021-01-20T01:06:22Z', 'revision_number': 1, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:06:25.191232 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd62a1-6790-444c-8e65-2be102eabbd3 None None] The sync data for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi is: [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': 'b863b260-caf0-4e95-8e2e-8ac410c43171', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '6c1080ad-093c-4365-91c7-d955bd1af634', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:53:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:04:01Z', 'updated_at': '2021-01-20T01:04:06Z', 'revision_number': 2, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}, {'id': 'baea3ff3-82a0-4c29-b4d8-c95bfa0b55cb', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '6d18bd38-3f80-47f2-80f1-722f2d96bada', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:63:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:06:18Z', 'updated_at': '2021-01-20T01:06:22Z', 'revision_number': 1, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:06:25.206477 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e5d614bf-32a2-40f9-be3e-bbf96d4fe870 req-7ecf063b-f3fa-472f-9de9-00dfa0df9e69 service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2688828
Jan 20 01:06:25.229240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341c53-0213-444c-8c9e-358c3ecb4a66 req-fb790e51-0934-4cc5-9ff5-1be9a4da46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:25.230879 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79341c53-0213-444c-8c9e-358c3ecb4a66 req-fb790e51-0934-4cc5-9ff5-1be9a4da46a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 1162 time: 0.1904097
Jan 20 01:06:25.261128 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26bdb5-5a9e-4366-a5a2-5c068f74c817 req-cbd38c56-6f38-4374-945b-9436e466955d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:25.262803 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df26bdb5-5a9e-4366-a5a2-5c068f74c817 req-cbd38c56-6f38-4374-945b-9436e466955d tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.2169139
Jan 20 01:06:25.419145 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-df26bdb5-5a9e-4366-a5a2-5c068f74c817 req-adeccbd8-f9a4-46f3-ba2f-e2f4fa896499 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1307464
Jan 20 01:06:25.450755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341c53-0213-444c-8c9e-358c3ecb4a66 req-ceb5732f-23a3-441e-b082-432b63a6b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:25.452095 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79341c53-0213-444c-8c9e-358c3ecb4a66 req-ceb5732f-23a3-441e-b082-432b63a6b55f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a HTTP/1.1" status: 200  len: 909 time: 0.1883266
Jan 20 01:06:25.514207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5856d64d-6dc3-4b7e-b0e6-6d96b435a50e None None] New status for floating IP baea3ff3-82a0-4c29-b4d8-c95bfa0b55cb: ACTIVE {{(pid=80158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:06:25.542670 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'tag': '6d18bd38-3f80-47f2-80f1-722f2d96bada'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:06:25.571710 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79341c53-0213-444c-8c9e-358c3ecb4a66 req-797cd06b-fc49-443d-b7c9-91b7860921be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec25dfe4-f1e4-4153-9c48-be26a0f25301 HTTP/1.1" status: 200  len: 217 time: 0.1112528
Jan 20 01:06:25.637514 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'tag': '6d18bd38-3f80-47f2-80f1-722f2d96bada', 'status': 'completed', 'code': 200}
Jan 20 01:06:25.737337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3738b7-1b2d-4ae7-80ba-49a897d1cdab req-b754e167-b425-4bb9-a936-976e86dba05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:25.739089 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5f3738b7-1b2d-4ae7-80ba-49a897d1cdab req-b754e167-b425-4bb9-a936-976e86dba05a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 1162 time: 0.0841224
Jan 20 01:06:25.741458 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341c53-0213-444c-8c9e-358c3ecb4a66 req-239207af-5c20-4d82-a1a2-097dfac87d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:25.742998 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79341c53-0213-444c-8c9e-358c3ecb4a66 req-239207af-5c20-4d82-a1a2-097dfac87d6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d79da501-7760-4ab6-ac89-d851af2653b6 HTTP/1.1" status: 200  len: 855 time: 0.1625521
Jan 20 01:06:25.820157 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79341c53-0213-444c-8c9e-358c3ecb4a66 req-03617cc9-d12d-47f3-9077-a3827a4cbafc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5662087-3410-4b0d-ab5a-a0839a3b3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602036
Jan 20 01:06:25.831270 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-df67e4c0-7b80-4b5c-ac0d-dd0d40a4d1dc tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2981720
Jan 20 01:06:25.878477 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Request body: {'floatingip': {'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:06:25.890822 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:06:25.895112 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3738b7-1b2d-4ae7-80ba-49a897d1cdab req-f4b3b672-be14-4214-92f6-eca1aeba7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:25.896730 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5f3738b7-1b2d-4ae7-80ba-49a897d1cdab req-f4b3b672-be14-4214-92f6-eca1aeba7c1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.1464028
Jan 20 01:06:25.947750 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Usage tracker for resource:floatingip and tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:06:25.952248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:06:25.966673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:06:25.993994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for floatingip, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:26.012193 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5f3738b7-1b2d-4ae7-80ba-49a897d1cdab req-ae12be11-d81c-434f-b1a9-c18812ee0b9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d18bd38-3f80-47f2-80f1-722f2d96bada HTTP/1.1" status: 200  len: 1001 time: 0.1088641
Jan 20 01:06:26.022128 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79341c53-0213-444c-8c9e-358c3ecb4a66 req-6e56f078-9e1f-4461-a5e0-f83b75a75f49 service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1897917
Jan 20 01:06:26.082134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3738b7-1b2d-4ae7-80ba-49a897d1cdab req-f4921a23-f04a-41ee-b695-09cd2d8ffdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:26.083722 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5f3738b7-1b2d-4ae7-80ba-49a897d1cdab req-f4921a23-f04a-41ee-b695-09cd2d8ffdf9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.0651052
Jan 20 01:06:26.168246 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3738b7-1b2d-4ae7-80ba-49a897d1cdab req-789aa09e-e8f3-4dbf-b12c-1da1c05513da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:26.169907 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5f3738b7-1b2d-4ae7-80ba-49a897d1cdab req-789aa09e-e8f3-4dbf-b12c-1da1c05513da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0800700
Jan 20 01:06:26.253989 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-79341c53-0213-444c-8c9e-358c3ecb4a66 req-a129d615-f329-4914-8db4-3ecd045e01e2 service neutron] 10.222.0.20 "GET /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2220623
Jan 20 01:06:26.280074 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:26.316773 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5f3738b7-1b2d-4ae7-80ba-49a897d1cdab req-6c68a88b-f3d6-4596-b214-652a89b3103c service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401572
Jan 20 01:06:26.468079 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-5f3738b7-1b2d-4ae7-80ba-49a897d1cdab req-3f4f4de1-5031-4f6d-ae35-c7d9d63e98a1 service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368608
Jan 20 01:06:26.556520 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Allocated IP 172.27.2.168 (edea8e20-c3db-4bd3-afba-40aa0a06f207/d63fb153-2e9f-418b-91c6-6123bba41abd/f851f93b-9692-4caa-a0c1-765aa89278e2) {{(pid=80156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 20 01:06:26.715356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for port, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:26.745623 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277222606503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:26.765117 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e55a9ada-dad7-4c7c-a415-ff45195d9450 tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:26.916037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Pushing event updated for resources: {'Port': ['ID=f851f93b-9692-4caa-a0c1-765aa89278e2,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:26.966311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.966829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.967119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.967529 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.967933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.968335 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.968732 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.969440 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.969845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.970239 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.970637 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.971032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.971505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.971909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.972306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.972703 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.973115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.973519 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.973914 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.974311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.974705 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.975099 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.975493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.975887 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:26.986323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:27.038135 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Network edea8e20-c3db-4bd3-afba-40aa0a06f207 is already hosted by enough agents. {{(pid=80156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 20 01:06:27.041769 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Resources bound (agent type, host, resource id):  {{(pid=80156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 20 01:06:27.044389 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Received port after_create {{(pid=80156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 20 01:06:27.367941 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ced29-25dc-4c07-91a3-ea327ea5936e req-b738396a-70ff-4184-b8f4-c07a14cbbe21 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:27.369570 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f65ced29-25dc-4c07-91a3-ea327ea5936e req-b738396a-70ff-4184-b8f4-c07a14cbbe21 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 945 time: 0.4566283
Jan 20 01:06:27.439291 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-f65ced29-25dc-4c07-91a3-ea327ea5936e req-32005cc9-e9a8-4986-bc04-9910d404187c tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620506
Jan 20 01:06:27.447536 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for floatingip, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:27.508734 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:27.778599 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for port, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:27.782920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847646012'] for port, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:27.795888 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0369b24d-21d8-45c3-aa3a-f53ef0632baa tempest-AttachVolumeShelveTestJSON-1560754311 tempest-AttachVolumeShelveTestJSON-1560754311] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:27.936593 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Pushing event updated for resources: {'Port': ['ID=f851f93b-9692-4caa-a0c1-765aa89278e2,revision_number=2']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:27.940494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:28.046301 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:28.070327 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:28.071660 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.2152164
Jan 20 01:06:28.165688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-67d5ffb9-913e-4e71-86e6-431c5da0b705 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Synchronizing usage tracker for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:floatingip {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:06:28.182530 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-67d5ffb9-913e-4e71-86e6-431c5da0b705 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Unset dirty status for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:floatingip {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:06:28.183785 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-67d5ffb9-913e-4e71-86e6-431c5da0b705 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.168 HTTP/1.1" status: 200  len: 696 time: 0.1057117
Jan 20 01:06:28.364476 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-e25e9c9b-0a6d-4914-97ed-f2cfc145e743 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:28.365902 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b487cbc2-4b77-40e1-b03e-588ed8303601 req-e25e9c9b-0a6d-4914-97ed-f2cfc145e743 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/networks/edea8e20-c3db-4bd3-afba-40aa0a06f207 HTTP/1.1" status: 200  len: 784 time: 0.1753368
Jan 20 01:06:28.455106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:28.584320 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-a4166959-2697-42f8-b204-89395f4b6d41 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:28.585997 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-a4166959-2697-42f8-b204-89395f4b6d41 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1037366
Jan 20 01:06:28.730397 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-bb9a1eb9-a8a3-4713-9b0c-dae7762ccc66 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.168 HTTP/1.1" status: 200  len: 696 time: 0.1023116
Jan 20 01:06:28.743237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.v2.base [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-c0c62090-263c-47ea-ab27-5528db209e77 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Request body: {'floatingip': {'port_id': '48daa6eb-55b0-4fd9-8699-d413409c932a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 20 01:06:28.832834 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-c0c62090-263c-47ea-ab27-5528db209e77 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for floatingip, before_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:28.833792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70ac4-1642-4fc9-a9a0-fa1537eaf6fe req-dd4d64f4-60d3-4555-8e7b-c1f0e85cdd41 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:28.834583 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-31e70ac4-1642-4fc9-a9a0-fa1537eaf6fe req-dd4d64f4-60d3-4555-8e7b-c1f0e85cdd41 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Synchronizing usage tracker for tenant:c37e7ac2d2584dcea1b663a523f9bdab on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:06:28.847974 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-31e70ac4-1642-4fc9-a9a0-fa1537eaf6fe req-dd4d64f4-60d3-4555-8e7b-c1f0e85cdd41 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Unset dirty status for tenant:c37e7ac2d2584dcea1b663a523f9bdab on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:06:28.849221 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-31e70ac4-1642-4fc9-a9a0-fa1537eaf6fe req-dd4d64f4-60d3-4555-8e7b-c1f0e85cdd41 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 945 time: 0.1194761
Jan 20 01:06:28.928022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-31e70ac4-1642-4fc9-a9a0-fa1537eaf6fe req-5d359023-099b-46aa-b91d-dd523056a12a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Deleting port ec25dfe4-f1e4-4153-9c48-be26a0f25301 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:06:28.928412 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-31e70ac4-1642-4fc9-a9a0-fa1537eaf6fe req-5d359023-099b-46aa-b91d-dd523056a12a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:28.968653 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2a1a7-5e00-47fe-ba9a-3bb27b3c81aa req-1390c384-7441-4912-9f11-d30857907bca tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:28.971203 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2d2a1a7-5e00-47fe-ba9a-3bb27b3c81aa req-1390c384-7441-4912-9f11-d30857907bca tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 945 time: 0.3842335
Jan 20 01:06:29.089369 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d2d2a1a7-5e00-47fe-ba9a-3bb27b3c81aa req-a3fb1f6b-45cd-4a06-ad19-9eaefc269fc1 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/security-groups?id=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052527
Jan 20 01:06:29.200927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-31e70ac4-1642-4fc9-a9a0-fa1537eaf6fe req-5d359023-099b-46aa-b91d-dd523056a12a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] For port ec25dfe4-f1e4-4153-9c48-be26a0f25301, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ec25dfe4-f1e4-4153-9c48-be26a0f25301,segment=NetworkSegment(46d54c51-8c43-4dfd-b642-fc3aaa515f09),segment_id=46d54c51-8c43-4dfd-b642-fc3aaa515f09)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:06:29.201360 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-31e70ac4-1642-4fc9-a9a0-fa1537eaf6fe req-5d359023-099b-46aa-b91d-dd523056a12a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:29.334975 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-31e70ac4-1642-4fc9-a9a0-fa1537eaf6fe req-5d359023-099b-46aa-b91d-dd523056a12a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Calling delete_port for ec25dfe4-f1e4-4153-9c48-be26a0f25301 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:06:29.484435 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-31e70ac4-1642-4fc9-a9a0-fa1537eaf6fe req-5d359023-099b-46aa-b91d-dd523056a12a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:29.500120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3b190d70-a5c0-48fb-99f2-834cb3c36799 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:29.537506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-c0c62090-263c-47ea-ab27-5528db209e77 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for floatingip, precommit_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:29.540631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-c0c62090-263c-47ea-ab27-5528db209e77 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854080633'] for floatingip, after_update {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:29.551663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d359023-099b-46aa-b91d-dd523056a12a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Pushing event deleted for resources: {'Port': ['ID=ec25dfe4-f1e4-4153-9c48-be26a0f25301,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:29.564044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5d359023-099b-46aa-b91d-dd523056a12a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:29.710467 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e70ac4-1642-4fc9-a9a0-fa1537eaf6fe req-5d359023-099b-46aa-b91d-dd523056a12a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] No DVR routers for this DVR port ec25dfe4-f1e4-4153-9c48-be26a0f25301 on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:06:29.712764 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-31e70ac4-1642-4fc9-a9a0-fa1537eaf6fe req-5d359023-099b-46aa-b91d-dd523056a12a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:29.715701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cb332f-ee45-4003-8d21-c99fdfce172d', 'name': 'network-vif-deleted', 'tag': 'ec25dfe4-f1e4-4153-9c48-be26a0f25301'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:06:29.728578 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-c0c62090-263c-47ea-ab27-5528db209e77 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Floating IP 66c7dac6-3e83-4241-b443-f3ef61e767ac associated. External IP: 172.27.2.168, port: 48daa6eb-55b0-4fd9-8699-d413409c932a.
Jan 20 01:06:29.731203 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-31e70ac4-1642-4fc9-a9a0-fa1537eaf6fe req-5d359023-099b-46aa-b91d-dd523056a12a tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.20 "DELETE /v2.0/ports/ec25dfe4-f1e4-4153-9c48-be26a0f25301 HTTP/1.1" status: 204  len: 173 time: 0.8766427
Jan 20 01:06:29.777902 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cb332f-ee45-4003-8d21-c99fdfce172d', 'name': 'network-vif-deleted', 'tag': 'ec25dfe4-f1e4-4153-9c48-be26a0f25301', 'status': 'completed', 'code': 200}
Jan 20 01:06:30.056663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 48daa6eb-55b0-4fd9-8699-d413409c932a up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:06:30.110484 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-c0c62090-263c-47ea-ab27-5528db209e77 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:06:30.132914 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 48daa6eb-55b0-4fd9-8699-d413409c932a triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:06:30.133372 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:30.322223 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ec25dfe4-f1e4-4153-9c48-be26a0f25301 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:06:30.361346 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] No Port match for: ec25dfe4-f1e4-4153-9c48-be26a0f25301 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:06:30.361768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device ec25dfe4-f1e4-4153-9c48-be26a0f25301 not bound to the agent host hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:06:30.575499 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16cdc6bb-9ae6-4d7b-83c5-c4ff820c4b3f req-75198ae5-91ac-464b-af1a-5941d18108a8 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] 10.222.0.37 "GET /v2.0/ports?device_id=f7cb332f-ee45-4003-8d21-c99fdfce172d HTTP/1.1" status: 200  len: 210 time: 0.0523694
Jan 20 01:06:30.618290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-c0c62090-263c-47ea-ab27-5528db209e77 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:06:30.622574 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-c0c62090-263c-47ea-ab27-5528db209e77 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:30.630780 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ebd15-0765-42d6-bd13-728c06690207 None None] Sync routers for ids ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:06:30.640619 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ebd15-0765-42d6-bd13-728c06690207 None None] Routers {'9a4ea3c2-f3d5-436b-9165-d9756bae81e7'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:06:30.642140 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b51ebd15-0765-42d6-bd13-728c06690207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782be35d30>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:06:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:06:30.683946 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-c0c62090-263c-47ea-ab27-5528db209e77 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "PUT /v2.0/floatingips/66c7dac6-3e83-4241-b443-f3ef61e767ac HTTP/1.1" status: 200  len: 997 time: 1.9464841
Jan 20 01:06:30.684527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:06:30.760552 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a', 'status': 'completed', 'code': 200}
Jan 20 01:06:30.784335 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-97917ca5-659f-48d7-aa45-c641d07e2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:30.786041 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-97917ca5-659f-48d7-aa45-c641d07e2757 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78&device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 1163 time: 0.0877318
Jan 20 01:06:30.899012 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54344a-6197-4a8e-926e-32699bf407e5 req-a15ac0b8-2a60-4c65-adbc-fc8fed502f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:30.900591 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d54344a-6197-4a8e-926e-32699bf407e5 req-a15ac0b8-2a60-4c65-adbc-fc8fed502f49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78&device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 1163 time: 0.0860143
Jan 20 01:06:30.941990 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-13c298db-17b3-4932-9144-e4688af309c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:30.945675 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-13c298db-17b3-4932-9144-e4688af309c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1760ea46-5034-4554-93da-03789e761571 HTTP/1.1" status: 200  len: 902 time: 0.1526549
Jan 20 01:06:30.996806 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b51ebd15-0765-42d6-bd13-728c06690207 None None] Set router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:06:31.057698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54344a-6197-4a8e-926e-32699bf407e5 req-a443162a-899f-46e6-82ac-3ab4deb9626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:31.059330 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d54344a-6197-4a8e-926e-32699bf407e5 req-a443162a-899f-46e6-82ac-3ab4deb9626b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1760ea46-5034-4554-93da-03789e761571 HTTP/1.1" status: 200  len: 902 time: 0.1511650
Jan 20 01:06:31.061118 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-39ad9ca4-3787-40c2-b98a-9d273912567d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48daa6eb-55b0-4fd9-8699-d413409c932a HTTP/1.1" status: 200  len: 1000 time: 0.1108592
Jan 20 01:06:31.134845 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-683531fb-2ec1-41d2-90ba-4b6ef859c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:31.136596 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-683531fb-2ec1-41d2-90ba-4b6ef859c5ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3ea6729-fbcc-422a-b9eb-0d2d4c84baed HTTP/1.1" status: 200  len: 847 time: 0.0681672
Jan 20 01:06:31.242710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-ef60ca11-1a82-41b9-84be-2a5900f6fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:31.244550 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-ef60ca11-1a82-41b9-84be-2a5900f6fc99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1760ea46-5034-4554-93da-03789e761571&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0903873
Jan 20 01:06:31.388195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b51ebd15-0765-42d6-bd13-728c06690207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782be35d30>, [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:05:30Z', 'revision_number': 4, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '66c7dac6-3e83-4241-b443-f3ef61e767ac', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'port_id': '48daa6eb-55b0-4fd9-8699-d413409c932a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'mac_address': 'fa:16:3e:ef:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:06:27Z', 'updated_at': '2021-01-20T01:06:29Z', 'revision_number': 1, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3af9f-f661-4497-9228-2ebf8a841cdf', 'name': '', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'mac_address': 'fa:16:3e:e3:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:29Z', 'updated_at': '2021-01-20T01:05:40Z', 'revision_number': 5, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'subnets': [{'id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:06:31.393758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ebd15-0765-42d6-bd13-728c06690207 None None] Checking router: 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:06:31.403013 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-40a6aa27-9dc4-4c6d-b0a5-9848b8dba007 service neutron] 10.222.0.37 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493781
Jan 20 01:06:31.403469 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ebd15-0765-42d6-bd13-728c06690207 None None] Routers {'9a4ea3c2-f3d5-436b-9165-d9756bae81e7'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:06:31.404158 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b51ebd15-0765-42d6-bd13-728c06690207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782be35d30>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:06:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:06:31.495467 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d54344a-6197-4a8e-926e-32699bf407e5 req-576ffb60-376b-486b-806d-f148d7c8f7e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48daa6eb-55b0-4fd9-8699-d413409c932a HTTP/1.1" status: 200  len: 1000 time: 0.4297156
Jan 20 01:06:31.559472 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c328f660-80c1-4bad-8e18-6afa9c95494b req-a536455d-fc78-49a7-b980-ffb783865a01 service neutron] 10.222.0.37 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1486607
Jan 20 01:06:31.567181 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54344a-6197-4a8e-926e-32699bf407e5 req-816480ff-2469-4cd2-8411-3576def6f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:31.568843 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d54344a-6197-4a8e-926e-32699bf407e5 req-816480ff-2469-4cd2-8411-3576def6f799 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3ea6729-fbcc-422a-b9eb-0d2d4c84baed HTTP/1.1" status: 200  len: 847 time: 0.0669916
Jan 20 01:06:31.601283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b51ebd15-0765-42d6-bd13-728c06690207 None None] Set router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:06:31.654691 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54344a-6197-4a8e-926e-32699bf407e5 req-60994a0f-7fc7-448a-8f05-2a13e953be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:06:31.656301 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d54344a-6197-4a8e-926e-32699bf407e5 req-60994a0f-7fc7-448a-8f05-2a13e953be08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1760ea46-5034-4554-93da-03789e761571&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0817213
Jan 20 01:06:31.667847 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [req-4d54344a-6197-4a8e-926e-32699bf407e5 req-f90632fc-afd3-4fcd-87b1-e3b32021ede0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 01:06:31.669047 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d54344a-6197-4a8e-926e-32699bf407e5 req-f90632fc-afd3-4fcd-87b1-e3b32021ede0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0056138
Jan 20 01:06:31.690250 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41698) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:31.759033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-479c838b-32d5-4277-8387-134d92179f47 admin admin] Deleting subnet d79da501-7760-4ab6-ac89-d851af2653b6 {{(pid=80156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 01:06:31.762267 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-479c838b-32d5-4277-8387-134d92179f47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:31.821159 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-479c838b-32d5-4277-8387-134d92179f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6531846'] for subnet, precommit_delete_associations {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:31.826004 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d54344a-6197-4a8e-926e-32699bf407e5 req-5b1c6c33-6070-4a06-b192-21bc871b664b service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506476
Jan 20 01:06:31.889716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-479c838b-32d5-4277-8387-134d92179f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:31.978333 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-4d54344a-6197-4a8e-926e-32699bf407e5 req-66bee2a3-b732-4f2e-8bc1-42ce076c77b1 service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458912
Jan 20 01:06:31.979474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b51ebd15-0765-42d6-bd13-728c06690207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782be35d30>, [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:05:30Z', 'revision_number': 4, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '66c7dac6-3e83-4241-b443-f3ef61e767ac', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'port_id': '48daa6eb-55b0-4fd9-8699-d413409c932a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'mac_address': 'fa:16:3e:ef:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:06:27Z', 'updated_at': '2021-01-20T01:06:29Z', 'revision_number': 1, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3af9f-f661-4497-9228-2ebf8a841cdf', 'name': '', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'mac_address': 'fa:16:3e:e3:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:29Z', 'updated_at': '2021-01-20T01:05:40Z', 'revision_number': 5, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'subnets': [{'id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:06:31.983836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ebd15-0765-42d6-bd13-728c06690207 None None] The sync data for ids ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'] in dv-cinder-667108-30-iscsi is: [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:05:30Z', 'revision_number': 4, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': '66c7dac6-3e83-4241-b443-f3ef61e767ac', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'port_id': '48daa6eb-55b0-4fd9-8699-d413409c932a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'mac_address': 'fa:16:3e:ef:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:06:27Z', 'updated_at': '2021-01-20T01:06:29Z', 'revision_number': 1, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3af9f-f661-4497-9228-2ebf8a841cdf', 'name': '', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'mac_address': 'fa:16:3e:e3:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:29Z', 'updated_at': '2021-01-20T01:05:40Z', 'revision_number': 5, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'subnets': [{'id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:06:32.155907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-479c838b-32d5-4277-8387-134d92179f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7130905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848357890'] for subnet, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:32.178575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:32.225081 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c838b-32d5-4277-8387-134d92179f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79da501-7760-4ab6-ac89-d851af2653b6,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:32.228238 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-479c838b-32d5-4277-8387-134d92179f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:32.291489 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c14d1-c3aa-401b-b540-c62e7faea9cf None None] New status for floating IP 66c7dac6-3e83-4241-b443-f3ef61e767ac: ACTIVE {{(pid=80158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:06:32.321929 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-479c838b-32d5-4277-8387-134d92179f47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:32.329437 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-479c838b-32d5-4277-8387-134d92179f47 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d79da501-7760-4ab6-ac89-d851af2653b6 HTTP/1.1" status: 204  len: 168 time: 0.6375070
Jan 20 01:06:32.331505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41702) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:32.449950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:32.648430 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:32.764137 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f782a089278>,) {'filters': {'network_id': ['d5662087-3410-4b0d-ab5a-a0839a3b3f7a']}} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:06:32.777695 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a089278>, '46d54c51-8c43-4dfd-b642-fc3aaa515f09') {'for_net_delete': True} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:06:32.778037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a089278>, '46d54c51-8c43-4dfd-b642-fc3aaa515f09') {} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:06:32.790327 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848243954'] for segment, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:32.805123 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:32.807118 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 01:06:32.989965 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] Network d5662087-3410-4b0d-ab5a-a0839a3b3f7a has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:06:32.999019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847646022'] for segment, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:33.178739 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] Network d5662087-3410-4b0d-ab5a-a0839a3b3f7a has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 01:06:33.206253 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 01:06:33.282285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:33.285735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:33.300036 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:33.311108 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5662087-3410-4b0d-ab5a-a0839a3b3f7a,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:33.315273 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:33.319642 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-eb12a405-3b98-448c-81f1-9458d695e377 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d5662087-3410-4b0d-ab5a-a0839a3b3f7a HTTP/1.1" status: 204  len: 168 time: 0.9871340
Jan 20 01:06:33.523196 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41708) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:33.579932 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-73f21744-bfc9-4212-b245-ab412362b0a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c37e7ac2d2584dcea1b663a523f9bdab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0553267
Jan 20 01:06:33.582379 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41712) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:33.643883 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c37f-95af-4b31-8145-8247f1541eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:33.671276 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c37f-95af-4b31-8145-8247f1541eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:33.720848 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c37f-95af-4b31-8145-8247f1541eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:33.725875 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e0c70b36-02f8-42b7-8d2e-04a23a5bbeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:33.739135 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5c37f-95af-4b31-8145-8247f1541eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d52a0ac-0799-4cc0-9ef4-facb2ac050b8,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:33.742309 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d8d5c37f-95af-4b31-8145-8247f1541eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:33.744292 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c37f-95af-4b31-8145-8247f1541eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:33.747960 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d8d5c37f-95af-4b31-8145-8247f1541eb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d52a0ac-0799-4cc0-9ef4-facb2ac050b8 HTTP/1.1" status: 204  len: 168 time: 0.1621990
Jan 20 01:06:39.832161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41790) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:39.983640 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d31a3a05-67b9-425d-92ec-6f09457e9878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:39.999128 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d31a3a05-67b9-425d-92ec-6f09457e9878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:06:40.003989 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-d31a3a05-67b9-425d-92ec-6f09457e9878 admin admin] Usage tracker for resource:security_group_rule and tenant:569cc9180c074901b2a6ea759f17c562 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:06:40.007147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-d31a3a05-67b9-425d-92ec-6f09457e9878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:06:40.012950 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d31a3a05-67b9-425d-92ec-6f09457e9878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:06:40.097227 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d31a3a05-67b9-425d-92ec-6f09457e9878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:40.100061 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d31a3a05-67b9-425d-92ec-6f09457e9878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:40.113182 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d977cce6-215a-4bab-aa94-f805b4945460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:40.156255 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d31a3a05-67b9-425d-92ec-6f09457e9878 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=569cc9180c074901b2a6ea759f17c562&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3228791
Jan 20 01:06:40.157225 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a3a05-67b9-425d-92ec-6f09457e9878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08964138-9c8a-4581-be06-f9465079fe98,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:40.159600 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 41796) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:40.160876 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d31a3a05-67b9-425d-92ec-6f09457e9878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:40.225208 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c50bfe93-d72d-469f-8736-13b91c429421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:40.252535 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c50bfe93-d72d-469f-8736-13b91c429421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:40.296522 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c50bfe93-d72d-469f-8736-13b91c429421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:40.302050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0fc3a680-4035-4fe1-96a3-f4def7a841bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:40.312620 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bfe93-d72d-469f-8736-13b91c429421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08964138-9c8a-4581-be06-f9465079fe98,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:40.315453 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c50bfe93-d72d-469f-8736-13b91c429421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:40.321495 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c50bfe93-d72d-469f-8736-13b91c429421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:40.322725 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c50bfe93-d72d-469f-8736-13b91c429421 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08964138-9c8a-4581-be06-f9465079fe98 HTTP/1.1" status: 204  len: 168 time: 0.1619074
Jan 20 01:06:40.667826 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 41804) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:40.686843 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5449a416-5959-4be1-80eb-f9d2cef184ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:40.706229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5449a416-5959-4be1-80eb-f9d2cef184ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:06:40.710292 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-5449a416-5959-4be1-80eb-f9d2cef184ec admin admin] Usage tracker for resource:security_group_rule and tenant:9a75f50a023648f0b88e79475155e8bc is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:06:40.713283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-5449a416-5959-4be1-80eb-f9d2cef184ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:06:40.719686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5449a416-5959-4be1-80eb-f9d2cef184ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:06:40.809502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5449a416-5959-4be1-80eb-f9d2cef184ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:40.812174 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5449a416-5959-4be1-80eb-f9d2cef184ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:40.821382 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c50bfe93-d72d-469f-8736-13b91c429421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:40.864719 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-5449a416-5959-4be1-80eb-f9d2cef184ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a75f50a023648f0b88e79475155e8bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1957486
Jan 20 01:06:40.866423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449a416-5959-4be1-80eb-f9d2cef184ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a06be68-c5f6-46f1-9990-730bb2afe030,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:40.867674 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41808) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:40.869865 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5449a416-5959-4be1-80eb-f9d2cef184ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:40.930800 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83ee8140-050b-4167-a2f3-f10b272b90fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:40.958227 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83ee8140-050b-4167-a2f3-f10b272b90fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:41.003342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83ee8140-050b-4167-a2f3-f10b272b90fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:41.008443 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a84e4f2-c8e4-4ebe-bec1-4f3a16a6a883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:41.023559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee8140-050b-4167-a2f3-f10b272b90fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a06be68-c5f6-46f1-9990-730bb2afe030,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:41.026710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-83ee8140-050b-4167-a2f3-f10b272b90fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:41.031154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83ee8140-050b-4167-a2f3-f10b272b90fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:41.033766 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-83ee8140-050b-4167-a2f3-f10b272b90fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a06be68-c5f6-46f1-9990-730bb2afe030 HTTP/1.1" status: 204  len: 168 time: 0.1636071
Jan 20 01:06:42.065787 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-86bdd93b-ccae-4f71-a161-22f073a22f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:43.359265 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41862) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:43.509037 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a179bfcf-93c1-4334-9f70-89ab047a3a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:43.526429 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a179bfcf-93c1-4334-9f70-89ab047a3a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:06:43.530455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a179bfcf-93c1-4334-9f70-89ab047a3a28 admin admin] Usage tracker for resource:security_group_rule and tenant:939b1fcfe962435d92cc946c98a1640c is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:06:43.534047 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-a179bfcf-93c1-4334-9f70-89ab047a3a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:06:43.539716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a179bfcf-93c1-4334-9f70-89ab047a3a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:06:43.627703 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a179bfcf-93c1-4334-9f70-89ab047a3a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:43.630290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a179bfcf-93c1-4334-9f70-89ab047a3a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:43.639127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0571e1d1-9c1e-441a-a9e3-e811235a2edd tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:43.681504 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a179bfcf-93c1-4334-9f70-89ab047a3a28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=939b1fcfe962435d92cc946c98a1640c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3204794
Jan 20 01:06:43.683234 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179bfcf-93c1-4334-9f70-89ab047a3a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f21e61b-3add-461d-81f6-97b413419cfa,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:43.684434 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 41868) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:43.686605 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a179bfcf-93c1-4334-9f70-89ab047a3a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:43.750019 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:43.777958 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:43.823354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:43.828723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c435ca32-2158-4b5a-8189-a954fedd1e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:43.846165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f21e61b-3add-461d-81f6-97b413419cfa,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:43.856734 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.857176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.857589 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.857993 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.858393 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.858791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.859188 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.860032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.860438 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.860839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.861266 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.861665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.862133 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.862526 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.862923 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.863314 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.863704 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.864094 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.864488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.864909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.865329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.865722 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.866111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.866500 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:06:43.871854 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:43.873940 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:43.877557 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-056961f8-887e-4be1-a551-b95a4e0b273a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f21e61b-3add-461d-81f6-97b413419cfa HTTP/1.1" status: 204  len: 168 time: 0.1919937
Jan 20 01:06:44.220200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 41876) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:44.240116 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13991b1b-77de-4a7c-923a-6783befa7ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:44.255314 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-13991b1b-77de-4a7c-923a-6783befa7ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:06:44.259435 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-13991b1b-77de-4a7c-923a-6783befa7ccb admin admin] Usage tracker for resource:security_group_rule and tenant:b909e6881b444be9855770d724292884 is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:06:44.262426 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-13991b1b-77de-4a7c-923a-6783befa7ccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:06:44.263467 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:06:44.268255 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-13991b1b-77de-4a7c-923a-6783befa7ccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:06:44.352621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13991b1b-77de-4a7c-923a-6783befa7ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:44.355381 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13991b1b-77de-4a7c-923a-6783befa7ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:44.364818 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-19ed7d50-1dc5-4d45-8a9b-2e668e11afc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:44.408392 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-13991b1b-77de-4a7c-923a-6783befa7ccb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b909e6881b444be9855770d724292884&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1870494
Jan 20 01:06:44.409400 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13991b1b-77de-4a7c-923a-6783befa7ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6a472a-c80b-4045-9490-849e7c9f2d33,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:44.411347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 41880) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:44.412712 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-13991b1b-77de-4a7c-923a-6783befa7ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:44.474723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c36488a-1bb4-481b-969a-d2b71c163977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:44.501600 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c36488a-1bb4-481b-969a-d2b71c163977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:44.548474 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c36488a-1bb4-481b-969a-d2b71c163977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:44.553371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b7c9a9b8-2a54-490f-bc57-254bf082fac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:44.566419 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36488a-1bb4-481b-969a-d2b71c163977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6a472a-c80b-4045-9490-849e7c9f2d33,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:44.571355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9c36488a-1bb4-481b-969a-d2b71c163977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:44.576707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c36488a-1bb4-481b-969a-d2b71c163977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:44.581115 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9c36488a-1bb4-481b-969a-d2b71c163977 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d6a472a-c80b-4045-9490-849e7c9f2d33 HTTP/1.1" status: 204  len: 168 time: 0.1657379
Jan 20 01:06:44.622423 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f7c5336c-7667-4cb1-a2e7-92754fd4c7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:44.797023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:46.636310 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:46.756022 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:52.628183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42006) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:52.781467 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-87faef73-a6db-4aea-be8d-f120a824895d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:52.796677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-87faef73-a6db-4aea-be8d-f120a824895d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:06:52.801574 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-87faef73-a6db-4aea-be8d-f120a824895d admin admin] Usage tracker for resource:security_group_rule and tenant:7977b911d92243f8a41a62946c146d5e is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:06:52.804515 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-87faef73-a6db-4aea-be8d-f120a824895d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:06:52.810799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-87faef73-a6db-4aea-be8d-f120a824895d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:06:52.895922 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-87faef73-a6db-4aea-be8d-f120a824895d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:52.898707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-87faef73-a6db-4aea-be8d-f120a824895d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:52.907637 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2992b8aa-0b18-4169-8f8e-45527bed5081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:52.939409 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-87faef73-a6db-4aea-be8d-f120a824895d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7977b911d92243f8a41a62946c146d5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3094726
Jan 20 01:06:52.942398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42012) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:52.953602 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faef73-a6db-4aea-be8d-f120a824895d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3f2342-9e7b-416a-b4f3-f153018057a7,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:52.957089 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-87faef73-a6db-4aea-be8d-f120a824895d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:53.006820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-11ae235a-110d-4242-bdc3-7217842e68be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:53.037951 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-11ae235a-110d-4242-bdc3-7217842e68be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:53.083573 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-11ae235a-110d-4242-bdc3-7217842e68be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:53.088449 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-66b1f006-4c3f-4ba1-b9ba-47a8f4da1ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:53.101744 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae235a-110d-4242-bdc3-7217842e68be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3f2342-9e7b-416a-b4f3-f153018057a7,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:53.105851 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-11ae235a-110d-4242-bdc3-7217842e68be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:53.112081 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-11ae235a-110d-4242-bdc3-7217842e68be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:53.113336 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-11ae235a-110d-4242-bdc3-7217842e68be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d3f2342-9e7b-416a-b4f3-f153018057a7 HTTP/1.1" status: 204  len: 168 time: 0.1698580
Jan 20 01:06:53.456315 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42020) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:53.476160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8125761d-1095-4c16-ac6f-9f03de896282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:53.491532 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8125761d-1095-4c16-ac6f-9f03de896282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:06:53.495614 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-8125761d-1095-4c16-ac6f-9f03de896282 admin admin] Usage tracker for resource:security_group_rule and tenant:38aeac3cde9648acbe578c65a286f1bf is out of sync, need to count used quota {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:06:53.498592 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-8125761d-1095-4c16-ac6f-9f03de896282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80157) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:06:53.504436 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8125761d-1095-4c16-ac6f-9f03de896282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:06:53.589127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8125761d-1095-4c16-ac6f-9f03de896282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:53.592082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8125761d-1095-4c16-ac6f-9f03de896282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:53.601945 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7c5d5f3a-1fa2-4082-9013-ce3d2a87d1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:53.644420 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-8125761d-1095-4c16-ac6f-9f03de896282 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38aeac3cde9648acbe578c65a286f1bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1869318
Jan 20 01:06:53.646168 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125761d-1095-4c16-ac6f-9f03de896282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec58e8f7-34c9-4f9d-a248-7caa50463199,revision_number=1']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:53.647430 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42024) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:53.649690 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8125761d-1095-4c16-ac6f-9f03de896282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:53.711673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-60a0247d-4953-4ebb-b0ae-1c10e0d0a051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:53.738639 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-60a0247d-4953-4ebb-b0ae-1c10e0d0a051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:53.786610 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-60a0247d-4953-4ebb-b0ae-1c10e0d0a051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:53.791639 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d023caef-c1e4-4cb9-8644-3b358da342de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:53.804332 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0247d-4953-4ebb-b0ae-1c10e0d0a051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec58e8f7-34c9-4f9d-a248-7caa50463199,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:53.808943 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-60a0247d-4953-4ebb-b0ae-1c10e0d0a051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:53.815312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-60a0247d-4953-4ebb-b0ae-1c10e0d0a051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:53.816570 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-60a0247d-4953-4ebb-b0ae-1c10e0d0a051 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec58e8f7-34c9-4f9d-a248-7caa50463199 HTTP/1.1" status: 204  len: 168 time: 0.1679575
Jan 20 01:06:56.295985 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42084) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:56.448119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ed2af111-40e8-4fad-b892-0c666bcc1c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:56.463843 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ed2af111-40e8-4fad-b892-0c666bcc1c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:06:56.467958 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ed2af111-40e8-4fad-b892-0c666bcc1c7b admin admin] Usage tracker for resource:security_group_rule and tenant:5cc36e43819d4e4baa33b5b44e4e77d6 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:06:56.471934 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-ed2af111-40e8-4fad-b892-0c666bcc1c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:06:56.477799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ed2af111-40e8-4fad-b892-0c666bcc1c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:06:56.566555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ed2af111-40e8-4fad-b892-0c666bcc1c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:56.569529 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ed2af111-40e8-4fad-b892-0c666bcc1c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:56.578156 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9c36488a-1bb4-481b-969a-d2b71c163977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:56.622045 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ed2af111-40e8-4fad-b892-0c666bcc1c7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cc36e43819d4e4baa33b5b44e4e77d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3248582
Jan 20 01:06:56.622970 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2af111-40e8-4fad-b892-0c666bcc1c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd241ab-4632-4152-bbd7-afe973ed26c8,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:56.624861 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42090) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:56.626953 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ed2af111-40e8-4fad-b892-0c666bcc1c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:56.691599 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc1f2-1de3-4703-ae86-ee39a4e2bb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:56.718639 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc1f2-1de3-4703-ae86-ee39a4e2bb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:56.762591 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc1f2-1de3-4703-ae86-ee39a4e2bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:56.768167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0a722502-e658-4a4b-9d1d-cac5abeacee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:56.780852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fc1f2-1de3-4703-ae86-ee39a4e2bb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd241ab-4632-4152-bbd7-afe973ed26c8,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:56.784767 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7f7fc1f2-1de3-4703-ae86-ee39a4e2bb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:56.790326 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc1f2-1de3-4703-ae86-ee39a4e2bb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:56.791540 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-7f7fc1f2-1de3-4703-ae86-ee39a4e2bb21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4dd241ab-4632-4152-bbd7-afe973ed26c8 HTTP/1.1" status: 204  len: 168 time: 0.1655221
Jan 20 01:06:57.132432 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42098) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:57.152007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eec4652e-b7e1-476d-a834-bda136a44bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:57.168011 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-eec4652e-b7e1-476d-a834-bda136a44bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:06:57.172086 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-eec4652e-b7e1-476d-a834-bda136a44bcc admin admin] Usage tracker for resource:security_group_rule and tenant:a8f5362c68ab4758bebd412b0dfbd489 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:06:57.176050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-eec4652e-b7e1-476d-a834-bda136a44bcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:06:57.182422 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-eec4652e-b7e1-476d-a834-bda136a44bcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:06:57.273048 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eec4652e-b7e1-476d-a834-bda136a44bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:57.275837 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eec4652e-b7e1-476d-a834-bda136a44bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:57.284820 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ed2af111-40e8-4fad-b892-0c666bcc1c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:57.328098 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-eec4652e-b7e1-476d-a834-bda136a44bcc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8f5362c68ab4758bebd412b0dfbd489&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1945267
Jan 20 01:06:57.329018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4652e-b7e1-476d-a834-bda136a44bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc31508-fc70-423b-8d23-c34cec88bb20,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:57.331060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42102) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:57.332948 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-eec4652e-b7e1-476d-a834-bda136a44bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:57.395163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-077cbd72-b24c-4bfe-8ee3-2bb63afea24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:57.422060 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-077cbd72-b24c-4bfe-8ee3-2bb63afea24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:57.466421 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-077cbd72-b24c-4bfe-8ee3-2bb63afea24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:57.472135 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7f7fc1f2-1de3-4703-ae86-ee39a4e2bb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:57.486503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077cbd72-b24c-4bfe-8ee3-2bb63afea24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc31508-fc70-423b-8d23-c34cec88bb20,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:57.489222 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-077cbd72-b24c-4bfe-8ee3-2bb63afea24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:57.495038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-077cbd72-b24c-4bfe-8ee3-2bb63afea24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:57.496431 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-077cbd72-b24c-4bfe-8ee3-2bb63afea24d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/adc31508-fc70-423b-8d23-c34cec88bb20 HTTP/1.1" status: 204  len: 168 time: 0.1633990
Jan 20 01:06:58.452876 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:58.863125 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42136) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:59.013895 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-654da21c-b809-4d6c-b3e8-855c92c613a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:59.029034 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-654da21c-b809-4d6c-b3e8-855c92c613a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 20 01:06:59.033777 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-654da21c-b809-4d6c-b3e8-855c92c613a8 admin admin] Usage tracker for resource:security_group_rule and tenant:91949268259149798ec0a2a64d65ba13 is out of sync, need to count used quota {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 20 01:06:59.036698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [None req-654da21c-b809-4d6c-b3e8-855c92c613a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80156) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 20 01:06:59.042517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-654da21c-b809-4d6c-b3e8-855c92c613a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 20 01:06:59.127853 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-654da21c-b809-4d6c-b3e8-855c92c613a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:59.130762 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-654da21c-b809-4d6c-b3e8-855c92c613a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_create {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:59.139665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4c6ff9d7-00b2-4286-8f7e-145c064d62a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:59.182854 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-654da21c-b809-4d6c-b3e8-855c92c613a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91949268259149798ec0a2a64d65ba13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3185568
Jan 20 01:06:59.184659 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654da21c-b809-4d6c-b3e8-855c92c613a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb47dec-b643-4d9e-b6bd-217385bc82be,revision_number=1']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:59.185630 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42142) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:06:59.188053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-654da21c-b809-4d6c-b3e8-855c92c613a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:59.253754 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ce4a147b-8fdd-47ac-ae36-ff8e881582bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:59.280505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ce4a147b-8fdd-47ac-ae36-ff8e881582bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:59.325032 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ce4a147b-8fdd-47ac-ae36-ff8e881582bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:59.330506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-077cbd72-b24c-4bfe-8ee3-2bb63afea24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:06:59.343911 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a147b-8fdd-47ac-ae36-ff8e881582bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb47dec-b643-4d9e-b6bd-217385bc82be,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:06:59.347631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ce4a147b-8fdd-47ac-ae36-ff8e881582bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:06:59.348860 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ce4a147b-8fdd-47ac-ae36-ff8e881582bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:06:59.350679 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-ce4a147b-8fdd-47ac-ae36-ff8e881582bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fb47dec-b643-4d9e-b6bd-217385bc82be HTTP/1.1" status: 204  len: 168 time: 0.1636822
Jan 20 01:07:12.070939 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cd0588bd-8d61-4fae-b135-a3e84ff5d2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:14.615063 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa231105-afa9-4ff2-a301-3c23f5d178d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:14.798573 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:16.639523 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:16.757086 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:21.262618 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:07:28.444699 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:42.073257 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eda02fa9-7fc6-4afb-bb0c-cf4770ffe88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:44.617120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79fa14ee-d5e6-428d-aa69-b3b4ed5cac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:44.802331 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:46.642667 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:46.757909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:51.843668 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-13fc11c7-56aa-4b97-8c23-bb30a61d3076 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips/baea3ff3-82a0-4c29-b4d8-c95bfa0b55cb HTTP/1.1" status: 200  len: 998 time: 0.1192932
Jan 20 01:07:52.022239 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f5270-167a-4c94-b570-3350350d9728 req-c50d2563-364b-42e5-9971-0a6fb43d00e6 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:07:52.023719 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-c50d2563-364b-42e5-9971-0a6fb43d00e6 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/networks/edea8e20-c3db-4bd3-afba-40aa0a06f207 HTTP/1.1" status: 200  len: 784 time: 0.1738071
Jan 20 01:07:52.034369 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-9d3cc436-109e-437c-b23a-ce1aa5df1767 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80156) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 20 01:07:52.035524 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-9d3cc436-109e-437c-b23a-ce1aa5df1767 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0059249
Jan 20 01:07:52.151132 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-e8489cc1-421e-4c78-b9bb-4d68110fe031 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.240 HTTP/1.1" status: 200  len: 1001 time: 0.1097806
Jan 20 01:07:52.252142 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f5270-167a-4c94-b570-3350350d9728 req-d9a36042-72af-415b-9750-9cf22aeb1a9e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:07:52.253540 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-d9a36042-72af-415b-9750-9cf22aeb1a9e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports/6d18bd38-3f80-47f2-80f1-722f2d96bada HTTP/1.1" status: 200  len: 942 time: 0.0961137
Jan 20 01:07:52.440432 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-5ed23f2a-1a3f-455a-af10-545b54039d3f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.240 HTTP/1.1" status: 200  len: 1001 time: 0.1062856
Jan 20 01:07:52.893787 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-c94f5270-167a-4c94-b570-3350350d9728 req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Deleting port 06869bcd-a1bf-46ad-b8a3-6b7ceb4ba9a8 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:07:52.894505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c94f5270-167a-4c94-b570-3350350d9728 req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:53.075671 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c94f5270-167a-4c94-b570-3350350d9728 req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:53.076045 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c94f5270-167a-4c94-b570-3350350d9728 req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:53.209851 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-c94f5270-167a-4c94-b570-3350350d9728 req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Calling delete_port for 06869bcd-a1bf-46ad-b8a3-6b7ceb4ba9a8 owned by network:floatingip {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:07:53.365109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c94f5270-167a-4c94-b570-3350350d9728 req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:53.380387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ab4aec52-6f1a-447e-919a-668e5e550e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:07:53.437665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event deleted for resources: {'Port': ['ID=06869bcd-a1bf-46ad-b8a3-6b7ceb4ba9a8,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:07:53.497971 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.498410 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.498834 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.499251 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.499665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.500114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.500527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.500936 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.501372 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.501781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.502188 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.502593 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.503072 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.503481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.504025 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.504437 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.504835 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.505306 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.505711 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.506116 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.506518 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.506920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.507323 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.507723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:53.515105 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:07:53.621004 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c94f5270-167a-4c94-b570-3350350d9728 req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:53.621399 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-c94f5270-167a-4c94-b570-3350350d9728 req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Floating IP baea3ff3-82a0-4c29-b4d8-c95bfa0b55cb disassociated (deleted). External IP: 172.27.2.240, port: 6d18bd38-3f80-47f2-80f1-722f2d96bada.
Jan 20 01:07:53.995254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c94f5270-167a-4c94-b570-3350350d9728 req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:07:54.184233 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c94f5270-167a-4c94-b570-3350350d9728 req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:07:54.194465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e452bd5a-63e9-434b-bb3d-1dd2d81eaa28 None None] Sync routers for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:07:54.204840 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e452bd5a-63e9-434b-bb3d-1dd2d81eaa28 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:07:54.205538 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e452bd5a-63e9-434b-bb3d-1dd2d81eaa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782be6cfd0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:07:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:07:54.228753 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c94f5270-167a-4c94-b570-3350350d9728 req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:54.290821 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-b96fdf6d-2b13-4c1e-960f-d4a61f900a3e tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "DELETE /v2.0/floatingips/baea3ff3-82a0-4c29-b4d8-c95bfa0b55cb HTTP/1.1" status: 204  len: 173 time: 1.8440049
Jan 20 01:07:54.291308 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'tag': '6d18bd38-3f80-47f2-80f1-722f2d96bada'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:07:54.353922 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'tag': '6d18bd38-3f80-47f2-80f1-722f2d96bada', 'status': 'completed', 'code': 200}
Jan 20 01:07:54.396468 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e452bd5a-63e9-434b-bb3d-1dd2d81eaa28 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:07:54.484476 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9049ec2-ef48-4595-9662-f74367deb203 req-4415b142-77b6-4fd2-bd4f-13ec3675e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:07:54.486140 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9049ec2-ef48-4595-9662-f74367deb203 req-4415b142-77b6-4fd2-bd4f-13ec3675e4d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 1162 time: 0.0874877
Jan 20 01:07:54.589549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f5270-167a-4c94-b570-3350350d9728 req-5fc045a8-71a6-4814-8b04-5e08e2866961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:07:54.591452 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-5fc045a8-71a6-4814-8b04-5e08e2866961 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 1162 time: 0.2870078
Jan 20 01:07:54.640775 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9049ec2-ef48-4595-9662-f74367deb203 req-b4a90c13-c346-47b5-be7a-bdadb63d17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:07:54.642383 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9049ec2-ef48-4595-9662-f74367deb203 req-b4a90c13-c346-47b5-be7a-bdadb63d17d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.1487505
Jan 20 01:07:54.718481 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9049ec2-ef48-4595-9662-f74367deb203 req-0369162e-0229-470a-b1dc-1574342aa617 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d18bd38-3f80-47f2-80f1-722f2d96bada HTTP/1.1" status: 200  len: 217 time: 0.0682399
Jan 20 01:07:54.738959 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f5270-167a-4c94-b570-3350350d9728 req-887f157f-1121-478c-89b4-9ece4e078dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:07:54.740915 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-887f157f-1121-478c-89b4-9ece4e078dc0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.1418061
Jan 20 01:07:54.771388 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e452bd5a-63e9-434b-bb3d-1dd2d81eaa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782be6cfd0>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': 'b863b260-caf0-4e95-8e2e-8ac410c43171', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '6c1080ad-093c-4365-91c7-d955bd1af634', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:53:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:04:01Z', 'updated_at': '2021-01-20T01:04:06Z', 'revision_number': 2, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:07:54.775517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e452bd5a-63e9-434b-bb3d-1dd2d81eaa28 None None] Checking router: 0c20d583-dac3-4ad2-b8f6-01e2a553f21c for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:07:54.785590 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e452bd5a-63e9-434b-bb3d-1dd2d81eaa28 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:07:54.786259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e452bd5a-63e9-434b-bb3d-1dd2d81eaa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782be6cfd0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:07:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:07:54.792140 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9049ec2-ef48-4595-9662-f74367deb203 req-29fb23e3-d081-4da3-9c7b-7f5e189547b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:07:54.793795 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9049ec2-ef48-4595-9662-f74367deb203 req-29fb23e3-d081-4da3-9c7b-7f5e189547b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.0695765
Jan 20 01:07:54.820359 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-cacdfa99-f78f-4fab-a2ac-09754e646bc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d18bd38-3f80-47f2-80f1-722f2d96bada HTTP/1.1" status: 200  len: 217 time: 0.0714722
Jan 20 01:07:54.879285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9049ec2-ef48-4595-9662-f74367deb203 req-ba5cd352-e5fd-453d-8072-9bed9e24c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:07:54.880876 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9049ec2-ef48-4595-9662-f74367deb203 req-ba5cd352-e5fd-453d-8072-9bed9e24c15a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0811100
Jan 20 01:07:54.892433 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f5270-167a-4c94-b570-3350350d9728 req-ea82c1f0-46fa-48fd-a266-e32ad5ce6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:07:54.894105 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-ea82c1f0-46fa-48fd-a266-e32ad5ce6459 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.0666363
Jan 20 01:07:54.976971 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e452bd5a-63e9-434b-bb3d-1dd2d81eaa28 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:07:54.978325 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f5270-167a-4c94-b570-3350350d9728 req-0a497989-d0d0-45ee-81de-fdca3f84fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:07:54.979975 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-0a497989-d0d0-45ee-81de-fdca3f84fe7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0786655
Jan 20 01:07:55.031566 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9049ec2-ef48-4595-9662-f74367deb203 req-862b87c0-850f-4546-a5cc-a4b581d19ee7 service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436262
Jan 20 01:07:55.127280 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-5430a519-c63d-4380-8e6c-7e51df5a1339 service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396992
Jan 20 01:07:55.181772 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e9049ec2-ef48-4595-9662-f74367deb203 req-6c662c31-e535-4f3b-a236-540c0e6cf017 service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443436
Jan 20 01:07:55.286957 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c94f5270-167a-4c94-b570-3350350d9728 req-90dd57d1-5def-457e-81d7-a5255792f6cc service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1507323
Jan 20 01:07:55.518770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e452bd5a-63e9-434b-bb3d-1dd2d81eaa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782be6cfd0>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': 'b863b260-caf0-4e95-8e2e-8ac410c43171', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '6c1080ad-093c-4365-91c7-d955bd1af634', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:53:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:04:01Z', 'updated_at': '2021-01-20T01:04:06Z', 'revision_number': 2, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:07:55.523401 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e452bd5a-63e9-434b-bb3d-1dd2d81eaa28 None None] The sync data for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi is: [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_floatingips': [{'id': 'b863b260-caf0-4e95-8e2e-8ac410c43171', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'router_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'port_id': '6c1080ad-093c-4365-91c7-d955bd1af634', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'mac_address': 'fa:16:3e:53:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:04:01Z', 'updated_at': '2021-01-20T01:04:06Z', 'revision_number': 2, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:07:55.749123 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ba4e8-879b-45b5-bdd5-14ac0dadee9b req-3284a5e3-2151-450e-99fe-3c6e5e5b80ef tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:07:55.749866 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-8b9ba4e8-879b-45b5-bdd5-14ac0dadee9b req-3284a5e3-2151-450e-99fe-3c6e5e5b80ef tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:07:55.766971 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-8b9ba4e8-879b-45b5-bdd5-14ac0dadee9b req-3284a5e3-2151-450e-99fe-3c6e5e5b80ef tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:07:55.768212 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8b9ba4e8-879b-45b5-bdd5-14ac0dadee9b req-3284a5e3-2151-450e-99fe-3c6e5e5b80ef tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 945 time: 0.1245952
Jan 20 01:07:55.824082 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-8b9ba4e8-879b-45b5-bdd5-14ac0dadee9b req-75adb70f-3b94-4871-8857-bcd106eb9cf6 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0493357
Jan 20 01:07:55.967035 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92aaf34-9b75-4d16-b115-e2f2efbbcc8e None None] New status for floating IP baea3ff3-82a0-4c29-b4d8-c95bfa0b55cb: DOWN {{(pid=80158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:07:57.056966 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b97d6-0453-46a8-a4f1-d345ee128313 req-51c03995-c03b-44de-ab71-f2cf640cee2d tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:07:57.058580 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a66b97d6-0453-46a8-a4f1-d345ee128313 req-51c03995-c03b-44de-ab71-f2cf640cee2d tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 945 time: 0.1005979
Jan 20 01:07:57.111710 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a66b97d6-0453-46a8-a4f1-d345ee128313 req-43a04252-bb28-4cb7-af0e-e6780e48f045 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0467973
Jan 20 01:07:57.432050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3c329-76ed-4a4a-889a-a2b3aad9e9ac req-66215479-ec7c-40b9-9d9d-4e82478fe16c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:07:57.432738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-00a3c329-76ed-4a4a-889a-a2b3aad9e9ac req-66215479-ec7c-40b9-9d9d-4e82478fe16c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:07:57.445469 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-00a3c329-76ed-4a4a-889a-a2b3aad9e9ac req-66215479-ec7c-40b9-9d9d-4e82478fe16c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:07:57.446689 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-00a3c329-76ed-4a4a-889a-a2b3aad9e9ac req-66215479-ec7c-40b9-9d9d-4e82478fe16c tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 945 time: 0.1183660
Jan 20 01:07:57.531003 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-00a3c329-76ed-4a4a-889a-a2b3aad9e9ac req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Deleting port 6d18bd38-3f80-47f2-80f1-722f2d96bada {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:07:57.531396 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-00a3c329-76ed-4a4a-889a-a2b3aad9e9ac req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:57.796246 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-00a3c329-76ed-4a4a-889a-a2b3aad9e9ac req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] For port 6d18bd38-3f80-47f2-80f1-722f2d96bada, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=6d18bd38-3f80-47f2-80f1-722f2d96bada,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:07:57.796653 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-00a3c329-76ed-4a4a-889a-a2b3aad9e9ac req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:57.929839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-00a3c329-76ed-4a4a-889a-a2b3aad9e9ac req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Calling delete_port for 6d18bd38-3f80-47f2-80f1-722f2d96bada owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:07:58.078758 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-00a3c329-76ed-4a4a-889a-a2b3aad9e9ac req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:58.093674 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ff1b18e1-5a08-4d3b-9b17-89b4e6224619 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:07:58.143726 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event deleted for resources: {'Port': ['ID=6d18bd38-3f80-47f2-80f1-722f2d96bada,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:07:58.165029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.165488 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.165899 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.166330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.166736 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.167138 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.167536 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.167935 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.168329 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.168741 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.169160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.169560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.170033 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.170438 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.170825 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.171283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.171587 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.171981 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.172371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.172763 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.173174 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.173578 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.174036 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.174351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:07:58.180394 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:07:58.261920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:07:58.304541 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-36ffa0e3-f8ba-45fe-adb3-c9d2f74da07d req-01db30d5-f25d-4ce8-94f9-2ea96c3dc588 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=1d081b09-9192-42b0-8406-12ab5349f1c6 HTTP/1.1" status: 200  len: 210 time: 0.0489740
Jan 20 01:07:58.327638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a3c329-76ed-4a4a-889a-a2b3aad9e9ac req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] No DVR routers for this DVR port 6d18bd38-3f80-47f2-80f1-722f2d96bada on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:07:58.330008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-00a3c329-76ed-4a4a-889a-a2b3aad9e9ac req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:58.332903 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'name': 'network-vif-deleted', 'tag': '6d18bd38-3f80-47f2-80f1-722f2d96bada'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:07:58.349805 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-00a3c329-76ed-4a4a-889a-a2b3aad9e9ac req-b6b3b173-67f1-4036-b73d-2cb44381cd57 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "DELETE /v2.0/ports/6d18bd38-3f80-47f2-80f1-722f2d96bada HTTP/1.1" status: 204  len: 173 time: 0.8973682
Jan 20 01:07:58.446830 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:07:58.574301 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d081b09-9192-42b0-8406-12ab5349f1c6', 'name': 'network-vif-deleted', 'tag': '6d18bd38-3f80-47f2-80f1-722f2d96bada', 'status': 'completed', 'code': 200}
Jan 20 01:07:58.675047 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 6d18bd38-3f80-47f2-80f1-722f2d96bada no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:07:58.715469 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] No Port match for: 6d18bd38-3f80-47f2-80f1-722f2d96bada {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:07:58.715597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 6d18bd38-3f80-47f2-80f1-722f2d96bada not bound to the agent host hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:08:01.973594 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-cffe4a14-5ab0-42df-b093-b302b2ae50f2 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips/b863b260-caf0-4e95-8e2e-8ac410c43171 HTTP/1.1" status: 200  len: 997 time: 0.1149168
Jan 20 01:08:02.147896 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-519b6dff-f53a-4c27-a7bd-18de456bef2b tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:02.149368 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-519b6dff-f53a-4c27-a7bd-18de456bef2b tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/networks/edea8e20-c3db-4bd3-afba-40aa0a06f207 HTTP/1.1" status: 200  len: 784 time: 0.1694596
Jan 20 01:08:02.499515 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-e147d4d6-709b-4a43-86ae-9780c1381a7a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:floatingip {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:08:02.514343 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-e147d4d6-709b-4a43-86ae-9780c1381a7a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:floatingip {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:08:02.515595 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-e147d4d6-709b-4a43-86ae-9780c1381a7a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.81 HTTP/1.1" status: 200  len: 1000 time: 0.3592987
Jan 20 01:08:02.610754 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-2d1a98b2-8de3-4bcd-ba7c-681b03c55bc2 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:02.612189 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-2d1a98b2-8de3-4bcd-ba7c-681b03c55bc2 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports/6c1080ad-093c-4365-91c7-d955bd1af634 HTTP/1.1" status: 200  len: 942 time: 0.0904558
Jan 20 01:08:02.807013 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-2339eef1-88e1-4161-b04a-43ba3f4985fc tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.81 HTTP/1.1" status: 200  len: 1000 time: 0.1105647
Jan 20 01:08:03.030997 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Deleting port 09f7ae7a-4f66-4186-b423-d5a74042a746 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:08:03.031581 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:03.211593 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:03.211968 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:03.342494 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Calling delete_port for 09f7ae7a-4f66-4186-b423-d5a74042a746 owned by network:floatingip {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:08:03.496199 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:03.511625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3e4e9fa7-ced0-49d0-8abc-ac1f7f43b66f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:03.567995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event deleted for resources: {'Port': ['ID=09f7ae7a-4f66-4186-b423-d5a74042a746,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:03.571942 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:03.731148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:03.731523 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Floating IP b863b260-caf0-4e95-8e2e-8ac410c43171 disassociated (deleted). External IP: 172.27.2.81, port: 6c1080ad-093c-4365-91c7-d955bd1af634.
Jan 20 01:08:04.105622 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:08:04.293907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:08:04.303338 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b123309d-9f68-44f8-a296-655b9f007abf None None] Sync routers for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:08:04.313101 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b123309d-9f68-44f8-a296-655b9f007abf None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:08:04.313798 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b123309d-9f68-44f8-a296-655b9f007abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b0f16a0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:07:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:04.316319 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:04.379022 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-83eb2d42-50fb-4215-a3df-356f03b39a79 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "DELETE /v2.0/floatingips/b863b260-caf0-4e95-8e2e-8ac410c43171 HTTP/1.1" status: 204  len: 173 time: 1.5657184
Jan 20 01:08:04.379598 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'tag': '6c1080ad-093c-4365-91c7-d955bd1af634'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:08:04.443434 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'tag': '6c1080ad-093c-4365-91c7-d955bd1af634', 'status': 'completed', 'code': 200}
Jan 20 01:08:04.509183 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b123309d-9f68-44f8-a296-655b9f007abf None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:08:04.562027 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-4b843727-1cc6-4aba-bc44-4abf5898ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:04.563522 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-4b843727-1cc6-4aba-bc44-4abf5898ed0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 1162 time: 0.1616948
Jan 20 01:08:04.573176 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558d50c-f850-4498-8502-aa0efb873b05 req-478b5fde-6767-48e8-a732-28bb560c71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:04.574842 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a558d50c-f850-4498-8502-aa0efb873b05 req-478b5fde-6767-48e8-a732-28bb560c71e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f86d6646694ab985428ba58017082f&device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 1162 time: 0.0843413
Jan 20 01:08:04.718415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-e48c8436-02ad-4e29-bb0a-94933ec9bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:04.720638 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-e48c8436-02ad-4e29-bb0a-94933ec9bde9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.1505437
Jan 20 01:08:04.720779 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558d50c-f850-4498-8502-aa0efb873b05 req-f32862ae-bef4-4b52-8ab6-e6193bf5e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:04.722371 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a558d50c-f850-4498-8502-aa0efb873b05 req-f32862ae-bef4-4b52-8ab6-e6193bf5e023 service neutron] 10.222.0.20 "GET /v2.0/networks?id=559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 200  len: 906 time: 0.1404386
Jan 20 01:08:04.797707 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a558d50c-f850-4498-8502-aa0efb873b05 req-1bcb278a-cbd3-4149-9be5-b2256d2b7a27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c1080ad-093c-4365-91c7-d955bd1af634 HTTP/1.1" status: 200  len: 217 time: 0.0675330
Jan 20 01:08:04.800640 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-66bcede8-5f34-4178-bc6f-6ce461e62599 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c1080ad-093c-4365-91c7-d955bd1af634 HTTP/1.1" status: 200  len: 217 time: 0.0716856
Jan 20 01:08:04.858954 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b123309d-9f68-44f8-a296-655b9f007abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b0f16a0>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:04.862976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b123309d-9f68-44f8-a296-655b9f007abf None None] Checking router: 0c20d583-dac3-4ad2-b8f6-01e2a553f21c for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:08:04.874649 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b123309d-9f68-44f8-a296-655b9f007abf None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:08:04.875324 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b123309d-9f68-44f8-a296-655b9f007abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b0f16a0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:07:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:04.875645 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558d50c-f850-4498-8502-aa0efb873b05 req-e117d340-68e2-4f2f-a041-0d17a2fdb9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:04.875991 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-b7a16cf4-d0f0-451d-8f71-aa6f5888dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:04.877286 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a558d50c-f850-4498-8502-aa0efb873b05 req-e117d340-68e2-4f2f-a041-0d17a2fdb9ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.0733368
Jan 20 01:08:04.880219 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-b7a16cf4-d0f0-451d-8f71-aa6f5888dbaf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 200  len: 851 time: 0.0717421
Jan 20 01:08:04.961148 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558d50c-f850-4498-8502-aa0efb873b05 req-394d34fc-5b1f-4a7b-951e-6dd369f8fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:04.962801 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a558d50c-f850-4498-8502-aa0efb873b05 req-394d34fc-5b1f-4a7b-951e-6dd369f8fb25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0787361
Jan 20 01:08:04.966073 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-23558a54-8130-4cd1-90f2-7c8c263ff39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:04.967791 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-23558a54-8130-4cd1-90f2-7c8c263ff39a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=559b2f7d-75e1-4563-beb7-771e7ea167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0834939
Jan 20 01:08:05.072009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b123309d-9f68-44f8-a296-655b9f007abf None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:08:05.111639 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a558d50c-f850-4498-8502-aa0efb873b05 req-c3042ace-e066-48ad-aab4-3366789e132e service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421125
Jan 20 01:08:05.117207 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-9071b266-bfc6-4f0d-9d61-a8bceaae030d service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403961
Jan 20 01:08:05.266427 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a558d50c-f850-4498-8502-aa0efb873b05 req-d4b0f4e9-1f5b-425a-b816-19144b8e95fe service neutron] 10.222.0.20 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482513
Jan 20 01:08:05.268800 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aba3cc1e-190c-454a-9f7d-98e95c0574ad req-e0fa1a47-6c28-4b01-862c-43213ea45da9 service neutron] 10.222.0.37 "GET /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456325
Jan 20 01:08:05.427810 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b123309d-9f68-44f8-a296-655b9f007abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b0f16a0>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:05.431985 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b123309d-9f68-44f8-a296-655b9f007abf None None] The sync data for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi is: [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': '7967202e-4ca3-445a-a8fc-d45ab80847dd', 'name': '', 'network_id': '559b2f7d-75e1-4563-beb7-771e7ea167d9', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'mac_address': 'fa:16:3e:f6:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:27Z', 'updated_at': '2021-01-20T01:00:38Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'subnets': [{'id': '71a1f29b-0e32-429a-abdc-d73d342dcc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:08:05.711165 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534cbb4-6f10-46d7-b923-982171fc0064 req-60b1b8ad-73d6-4b76-801f-5ada45cb233d tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:05.711986 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-0534cbb4-6f10-46d7-b923-982171fc0064 req-60b1b8ad-73d6-4b76-801f-5ada45cb233d tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:08:05.728241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-0534cbb4-6f10-46d7-b923-982171fc0064 req-60b1b8ad-73d6-4b76-801f-5ada45cb233d tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:08:05.729570 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0534cbb4-6f10-46d7-b923-982171fc0064 req-60b1b8ad-73d6-4b76-801f-5ada45cb233d tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 945 time: 0.1194894
Jan 20 01:08:05.783014 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-0534cbb4-6f10-46d7-b923-982171fc0064 req-51f0d486-40d7-48b7-ab85-39ef030c8174 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0465252
Jan 20 01:08:05.863006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf28cba-eaf2-497c-b780-58b6f0ef5672 None None] New status for floating IP b863b260-caf0-4e95-8e2e-8ac410c43171: DOWN {{(pid=80158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:08:07.017938 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8bfb6-5264-467e-aa6e-9bc86a0a0c17 req-aa56a471-9879-4abe-996a-02ce9bb198f9 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:07.019526 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d9b8bfb6-5264-467e-aa6e-9bc86a0a0c17 req-aa56a471-9879-4abe-996a-02ce9bb198f9 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 945 time: 0.1051772
Jan 20 01:08:07.070218 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d9b8bfb6-5264-467e-aa6e-9bc86a0a0c17 req-e62d71fa-e712-4624-a7fe-f447cd3a9709 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups?id=54b0108b-333a-4666-8d03-883d831dc5e9&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0443771
Jan 20 01:08:07.303055 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa255b3d-8735-4aef-a761-13617b7f7bf4 req-80a2b3bc-df8e-4721-a2cb-520760bdd630 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:07.303814 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-fa255b3d-8735-4aef-a761-13617b7f7bf4 req-80a2b3bc-df8e-4721-a2cb-520760bdd630 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:08:07.315956 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-fa255b3d-8735-4aef-a761-13617b7f7bf4 req-80a2b3bc-df8e-4721-a2cb-520760bdd630 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:08:07.317179 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fa255b3d-8735-4aef-a761-13617b7f7bf4 req-80a2b3bc-df8e-4721-a2cb-520760bdd630 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 945 time: 0.1183488
Jan 20 01:08:07.398088 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-fa255b3d-8735-4aef-a761-13617b7f7bf4 req-2ad576a1-4cc3-4634-b04e-ca016eb37137 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Deleting port 6c1080ad-093c-4365-91c7-d955bd1af634 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:08:07.398403 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fa255b3d-8735-4aef-a761-13617b7f7bf4 req-2ad576a1-4cc3-4634-b04e-ca016eb37137 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:07.887648 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-fa255b3d-8735-4aef-a761-13617b7f7bf4 req-2ad576a1-4cc3-4634-b04e-ca016eb37137 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] For port 6c1080ad-093c-4365-91c7-d955bd1af634, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=6c1080ad-093c-4365-91c7-d955bd1af634,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:08:07.888072 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fa255b3d-8735-4aef-a761-13617b7f7bf4 req-2ad576a1-4cc3-4634-b04e-ca016eb37137 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:08.022574 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-fa255b3d-8735-4aef-a761-13617b7f7bf4 req-2ad576a1-4cc3-4634-b04e-ca016eb37137 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Calling delete_port for 6c1080ad-093c-4365-91c7-d955bd1af634 owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:08:08.182804 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fa255b3d-8735-4aef-a761-13617b7f7bf4 req-2ad576a1-4cc3-4634-b04e-ca016eb37137 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:08.200236 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e11b02e1-9917-4ef8-982b-a767b84e5312 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:08.252396 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7583691d-409e-405a-bee8-639eb7403a1f req-9a808e39-d8ac-4d45-9b48-95e5b9114fcf tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 210 time: 0.0491235
Jan 20 01:08:08.264577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad576a1-4cc3-4634-b04e-ca016eb37137 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event deleted for resources: {'Port': ['ID=6c1080ad-093c-4365-91c7-d955bd1af634,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:08.269549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2ad576a1-4cc3-4634-b04e-ca016eb37137 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:08.417001 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa255b3d-8735-4aef-a761-13617b7f7bf4 req-2ad576a1-4cc3-4634-b04e-ca016eb37137 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] No DVR routers for this DVR port 6c1080ad-093c-4365-91c7-d955bd1af634 on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:08:08.419366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fa255b3d-8735-4aef-a761-13617b7f7bf4 req-2ad576a1-4cc3-4634-b04e-ca016eb37137 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:08.422126 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'name': 'network-vif-deleted', 'tag': '6c1080ad-093c-4365-91c7-d955bd1af634'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:08:08.437231 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-fa255b3d-8735-4aef-a761-13617b7f7bf4 req-2ad576a1-4cc3-4634-b04e-ca016eb37137 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.20 "DELETE /v2.0/ports/6c1080ad-093c-4365-91c7-d955bd1af634 HTTP/1.1" status: 204  len: 173 time: 1.1127353
Jan 20 01:08:08.483592 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb0bcca-59e9-40df-bc89-efcea7f85216', 'name': 'network-vif-deleted', 'tag': '6c1080ad-093c-4365-91c7-d955bd1af634', 'status': 'completed', 'code': 200}
Jan 20 01:08:08.741442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 6c1080ad-093c-4365-91c7-d955bd1af634 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:08:08.780503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] No Port match for: 6c1080ad-093c-4365-91c7-d955bd1af634 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:08:08.780901 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 6c1080ad-093c-4365-91c7-d955bd1af634 not bound to the agent host hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:08:09.459517 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-490e8123-cbd4-4385-8560-8dc6f9a9f1db req-cb268962-95e8-4d1d-95dc-0c12d2cf3076 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/ports?device_id=0cb0bcca-59e9-40df-bc89-efcea7f85216 HTTP/1.1" status: 200  len: 210 time: 0.0488153
Jan 20 01:08:10.686735 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1e82adba-b986-4587-968c-a334aa6419d2 req-cb54775a-256a-495b-b78f-cbab67068844 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips/4bda1b18-2b57-4666-a8f7-b77a178f6156 HTTP/1.1" status: 200  len: 692 time: 0.0917029
Jan 20 01:08:11.100053 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82adba-b986-4587-968c-a334aa6419d2 req-b4e02126-e46c-4a4f-b2b7-766e2c9a3c3f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:11.101553 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1e82adba-b986-4587-968c-a334aa6419d2 req-b4e02126-e46c-4a4f-b2b7-766e2c9a3c3f tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/networks/edea8e20-c3db-4bd3-afba-40aa0a06f207 HTTP/1.1" status: 200  len: 784 time: 0.4089184
Jan 20 01:08:11.191062 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-1e82adba-b986-4587-968c-a334aa6419d2 req-08de76c8-ce0a-463a-b104-bc133250960a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Synchronizing usage tracker for tenant:f0f86d6646694ab985428ba58017082f on resource:floatingip {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:08:11.205646 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-1e82adba-b986-4587-968c-a334aa6419d2 req-08de76c8-ce0a-463a-b104-bc133250960a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Unset dirty status for tenant:f0f86d6646694ab985428ba58017082f on resource:floatingip {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:08:11.206908 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1e82adba-b986-4587-968c-a334aa6419d2 req-08de76c8-ce0a-463a-b104-bc133250960a tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.77 HTTP/1.1" status: 200  len: 695 time: 0.0989959
Jan 20 01:08:11.299089 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1e82adba-b986-4587-968c-a334aa6419d2 req-aca8a3d6-b28e-42d2-90e6-3d89ca4b71f7 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.77 HTTP/1.1" status: 200  len: 695 time: 0.0848761
Jan 20 01:08:11.474283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-1e82adba-b986-4587-968c-a334aa6419d2 req-13dcaeba-39b2-4973-afb8-c6f422fbe872 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Deleting port 479dfd90-2518-4014-96f1-bf61c14f3b49 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:08:11.474607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1e82adba-b986-4587-968c-a334aa6419d2 req-13dcaeba-39b2-4973-afb8-c6f422fbe872 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:11.658354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1e82adba-b986-4587-968c-a334aa6419d2 req-13dcaeba-39b2-4973-afb8-c6f422fbe872 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:11.658723 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1e82adba-b986-4587-968c-a334aa6419d2 req-13dcaeba-39b2-4973-afb8-c6f422fbe872 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:11.788173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-1e82adba-b986-4587-968c-a334aa6419d2 req-13dcaeba-39b2-4973-afb8-c6f422fbe872 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Calling delete_port for 479dfd90-2518-4014-96f1-bf61c14f3b49 owned by network:floatingip {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:08:11.928446 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1e82adba-b986-4587-968c-a334aa6419d2 req-13dcaeba-39b2-4973-afb8-c6f422fbe872 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:11.944319 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3ddf0b8e-425e-4807-9b71-b3fc3349f1f9 tempest-AttachVolumeNegativeTest-87262006 tempest-AttachVolumeNegativeTest-87262006] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:11.997896 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcaeba-39b2-4973-afb8-c6f422fbe872 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event deleted for resources: {'Port': ['ID=479dfd90-2518-4014-96f1-bf61c14f3b49,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:12.002612 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-13dcaeba-39b2-4973-afb8-c6f422fbe872 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:12.074827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-126b02d5-682e-42cf-9fde-4fe8308d5f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:12.166373 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1e82adba-b986-4587-968c-a334aa6419d2 req-13dcaeba-39b2-4973-afb8-c6f422fbe872 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for floatingip, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:12.187721 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1e82adba-b986-4587-968c-a334aa6419d2 req-13dcaeba-39b2-4973-afb8-c6f422fbe872 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:12.188784 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1e82adba-b986-4587-968c-a334aa6419d2 req-13dcaeba-39b2-4973-afb8-c6f422fbe872 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "DELETE /v2.0/floatingips/4bda1b18-2b57-4666-a8f7-b77a178f6156 HTTP/1.1" status: 204  len: 173 time: 0.8839278
Jan 20 01:08:13.701981 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-38cfcff1-5c02-4bfe-9b5f-31a0b6456bf3 req-092723ab-eee5-4f30-8671-6c9deabd6f46 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "GET /v2.0/security-groups/54b0108b-333a-4666-8d03-883d831dc5e9 HTTP/1.1" status: 200  len: 2997 time: 0.0541465
Jan 20 01:08:13.783850 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-38cfcff1-5c02-4bfe-9b5f-31a0b6456bf3 req-f931865d-3424-470c-b652-c7db30521413 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:13.814568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-38cfcff1-5c02-4bfe-9b5f-31a0b6456bf3 req-f931865d-3424-470c-b652-c7db30521413 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:13.860685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-38cfcff1-5c02-4bfe-9b5f-31a0b6456bf3 req-f931865d-3424-470c-b652-c7db30521413 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:13.866754 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ead0e5bf-cb06-459b-afd1-60625be0c5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:13.882789 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931865d-3424-470c-b652-c7db30521413 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b0108b-333a-4666-8d03-883d831dc5e9,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:13.888464 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f931865d-3424-470c-b652-c7db30521413 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:13.890508 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-38cfcff1-5c02-4bfe-9b5f-31a0b6456bf3 req-f931865d-3424-470c-b652-c7db30521413 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:13.891814 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-38cfcff1-5c02-4bfe-9b5f-31a0b6456bf3 req-f931865d-3424-470c-b652-c7db30521413 tempest-TestVolumeBootPattern-746976236 tempest-TestVolumeBootPattern-746976236] 10.222.0.37 "DELETE /v2.0/security-groups/54b0108b-333a-4666-8d03-883d831dc5e9 HTTP/1.1" status: 204  len: 173 time: 0.1827164
Jan 20 01:08:13.963688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42228) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:08:14.619109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-62c47f1d-c79f-43c7-9899-a0451f2ec2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:14.725259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edf002dc-8429-47d5-bf8c-7d700b4bd10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079495'] for router_interface, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:14.809917 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:15.090717 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-edf002dc-8429-47d5-bf8c-7d700b4bd10f admin admin] Deleting port 7967202e-4ca3-445a-a8fc-d45ab80847dd {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:08:15.091100 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edf002dc-8429-47d5-bf8c-7d700b4bd10f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:15.276763 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-edf002dc-8429-47d5-bf8c-7d700b4bd10f admin admin] For port 7967202e-4ca3-445a-a8fc-d45ab80847dd, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=7967202e-4ca3-445a-a8fc-d45ab80847dd,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:08:15.277213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edf002dc-8429-47d5-bf8c-7d700b4bd10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:15.408009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-edf002dc-8429-47d5-bf8c-7d700b4bd10f admin admin] Calling delete_port for 7967202e-4ca3-445a-a8fc-d45ab80847dd owned by network:router_interface {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:08:15.581452 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edf002dc-8429-47d5-bf8c-7d700b4bd10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:15.597624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-79ca8d3a-7142-447c-ad24-b7a28f96a553 tempest-AttachVolumeTestJSON-1987392951 tempest-AttachVolumeTestJSON-1987392951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:15.655887 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf002dc-8429-47d5-bf8c-7d700b4bd10f admin admin] Pushing event deleted for resources: {'Port': ['ID=7967202e-4ca3-445a-a8fc-d45ab80847dd,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:15.659871 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-edf002dc-8429-47d5-bf8c-7d700b4bd10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:16.006859 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edf002dc-8429-47d5-bf8c-7d700b4bd10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854079677'] for router_interface, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:16.647129 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:16.746661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf002dc-8429-47d5-bf8c-7d700b4bd10f admin admin] Router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:08:16.760050 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:16.941228 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf002dc-8429-47d5-bf8c-7d700b4bd10f admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:08:16.949745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1430ba14-8699-4622-aa74-5e864ed428b8 None None] Sync routers for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:08:16.954768 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-edf002dc-8429-47d5-bf8c-7d700b4bd10f admin admin] 10.222.0.37 "PUT /v2.0/routers/0c20d583-dac3-4ad2-b8f6-01e2a553f21c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9899132
Jan 20 01:08:16.957441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42234) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:08:16.959976 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430ba14-8699-4622-aa74-5e864ed428b8 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:08:16.960666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1430ba14-8699-4622-aa74-5e864ed428b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782ad91748>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:08:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:17.147293 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] Notify callbacks [] for router, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:17.155187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-1430ba14-8699-4622-aa74-5e864ed428b8 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:08:17.340354 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:17.346031 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] Deleting port f173a29f-d68b-4cda-8e7f-08f4f70c1425 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:08:17.346413 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:17.540588 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] For port f173a29f-d68b-4cda-8e7f-08f4f70c1425, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=f173a29f-d68b-4cda-8e7f-08f4f70c1425,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:08:17.541006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:17.617560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1430ba14-8699-4622-aa74-5e864ed428b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782ad91748>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:08:15Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:17.621686 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1430ba14-8699-4622-aa74-5e864ed428b8 None None] Checking router: 0c20d583-dac3-4ad2-b8f6-01e2a553f21c for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:08:17.631201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430ba14-8699-4622-aa74-5e864ed428b8 None None] Routers {'0c20d583-dac3-4ad2-b8f6-01e2a553f21c'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:08:17.631861 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1430ba14-8699-4622-aa74-5e864ed428b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782ad91748>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:08:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:17.674634 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] Calling delete_port for f173a29f-d68b-4cda-8e7f-08f4f70c1425 owned by network:router_gateway {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:08:17.815065 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:17.822682 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-1430ba14-8699-4622-aa74-5e864ed428b8 None None] Set router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:08:18.006268 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695280'] for router_gateway, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:18.130927 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1430ba14-8699-4622-aa74-5e864ed428b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782ad91748>, [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:08:15Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:18.135018 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1430ba14-8699-4622-aa74-5e864ed428b8 None None] The sync data for ids ['0c20d583-dac3-4ad2-b8f6-01e2a553f21c'] in dv-cinder-667108-30-iscsi is: [{'id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'name': 'tempest-TestVolumeBootPattern-1945710041-router', 'tenant_id': 'f0f86d6646694ab985428ba58017082f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:22Z', 'updated_at': '2021-01-20T01:08:15Z', 'revision_number': 5, 'project_id': 'f0f86d6646694ab985428ba58017082f', 'gw_port': {'id': 'f173a29f-d68b-4cda-8e7f-08f4f70c1425', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20d583-dac3-4ad2-b8f6-01e2a553f21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:23Z', 'updated_at': '2021-01-20T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:08:18.146082 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1784'] for router, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:18.148563 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:18.179907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642221'] for router, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:18.180521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c20d583-dac3-4ad2-b8f6-01e2a553f21c {{(pid=80157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 20 01:08:18.194289 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] Notify callbacks [] for router, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:18.195546 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-5dba1a29-b169-4f63-9232-608e10326646 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0c20d583-dac3-4ad2-b8f6-01e2a553f21c HTTP/1.1" status: 204  len: 168 time: 1.2370429
Jan 20 01:08:18.198353 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42240) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:08:18.267120 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1c09a6-3874-44f1-8a2f-1cd6980165a2 admin admin] Deleting subnet 71a1f29b-0e32-429a-abdc-d73d342dcc3e {{(pid=80157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 01:08:18.272213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b1c09a6-3874-44f1-8a2f-1cd6980165a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:18.329118 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b1c09a6-3874-44f1-8a2f-1cd6980165a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848522314'] for subnet, precommit_delete_associations {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:18.413767 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b1c09a6-3874-44f1-8a2f-1cd6980165a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:18.688500 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b1c09a6-3874-44f1-8a2f-1cd6980165a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5689298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848542499'] for subnet, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:18.704615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a45d2d6e-1f49-48d7-86b3-2ff6a577bd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:18.750918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c09a6-3874-44f1-8a2f-1cd6980165a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a1f29b-0e32-429a-abdc-d73d342dcc3e,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:18.755700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4b1c09a6-3874-44f1-8a2f-1cd6980165a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:18.845145 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b1c09a6-3874-44f1-8a2f-1cd6980165a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:18.851515 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f7dc2-af4d-485d-9556-65527a17b9af None None] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:08:18.852822 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-4b1c09a6-3874-44f1-8a2f-1cd6980165a2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/71a1f29b-0e32-429a-abdc-d73d342dcc3e HTTP/1.1" status: 204  len: 168 time: 0.6533604
Jan 20 01:08:18.855457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42244) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:08:18.973935 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:19.042679 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Deleting port fb72ea47-983d-4910-92ba-1630b085e9f1 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:08:19.042991 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:19.114157 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] DHCP port deletion for 559b2f7d-75e1-4563-beb7-771e7ea167d9 request from dv-cinder-667108-30-iscsi {{(pid=80158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 20 01:08:19.118649 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Deleting port fb72ea47-983d-4910-92ba-1630b085e9f1 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:08:19.119073 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:19.268441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] For port fb72ea47-983d-4910-92ba-1630b085e9f1, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=fb72ea47-983d-4910-92ba-1630b085e9f1,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:08:19.269048 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:19.410508 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Calling delete_port for fb72ea47-983d-4910-92ba-1630b085e9f1 owned by network:dhcp {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:08:19.507340 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] For port fb72ea47-983d-4910-92ba-1630b085e9f1, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=fb72ea47-983d-4910-92ba-1630b085e9f1,segment=NetworkSegment(8ec21d70-2728-45c4-96b2-cceebccbf893),segment_id=8ec21d70-2728-45c4-96b2-cceebccbf893)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:08:19.507785 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:19.646296 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Calling delete_port for fb72ea47-983d-4910-92ba-1630b085e9f1 owned by network:dhcp {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:08:19.725347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:19.733663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80157) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:08:19.734040 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:08:19.744218 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:19.797719 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Pushing event deleted for resources: {'Port': ['ID=fb72ea47-983d-4910-92ba-1630b085e9f1,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:19.812371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.812754 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.813162 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.813542 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.813911 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.814279 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.814644 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.815007 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.815370 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.815707 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.816078 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.816435 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.816908 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.818539 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.818901 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.819268 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.819633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.819995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.820359 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.820720 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.821096 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.821484 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.821848 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.822208 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:08:19.874070 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:19.905119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705c43c-0b9c-4037-a1e8-f0da0073f79e None None] No DVR routers for this DVR port fb72ea47-983d-4910-92ba-1630b085e9f1 on host dv-cinder-667108-30-iscsi {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:08:20.065676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 7967202e-4ca3-445a-a8fc-d45ab80847dd no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:08:20.102506 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: 7967202e-4ca3-445a-a8fc-d45ab80847dd {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:08:20.102906 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 7967202e-4ca3-445a-a8fc-d45ab80847dd not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:08:20.103380 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device f173a29f-d68b-4cda-8e7f-08f4f70c1425 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:08:20.138435 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: f173a29f-d68b-4cda-8e7f-08f4f70c1425 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:08:20.138841 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device f173a29f-d68b-4cda-8e7f-08f4f70c1425 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:08:20.139317 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device fb72ea47-983d-4910-92ba-1630b085e9f1 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:08:20.175105 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: fb72ea47-983d-4910-92ba-1630b085e9f1 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:08:20.175457 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device fb72ea47-983d-4910-92ba-1630b085e9f1 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:08:20.235688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Deleting port fb72ea47-983d-4910-92ba-1630b085e9f1 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:08:20.236171 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:20.313738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] The port 'fb72ea47-983d-4910-92ba-1630b085e9f1' was deleted {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 20 01:08:20.440544 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:20.489416 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e3fc5-8d8c-4de4-94b5-dbdc4d827e99 req-1dcfae4c-d294-4521-a17c-1da0b6c85497 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:20.491093 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c7e3fc5-8d8c-4de4-94b5-dbdc4d827e99 req-1dcfae4c-d294-4521-a17c-1da0b6c85497 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1038737
Jan 20 01:08:20.547640 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2c7e3fc5-8d8c-4de4-94b5-dbdc4d827e99 req-c4109bc6-02e2-48a5-b032-c7ea8f13bd1f tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0500512
Jan 20 01:08:20.558345 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f782ab8e0f0>,) {'filters': {'network_id': ['559b2f7d-75e1-4563-beb7-771e7ea167d9']}} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:20.572168 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f782ab8e0f0>, '8ec21d70-2728-45c4-96b2-cceebccbf893') {'for_net_delete': True} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:20.572505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f782ab8e0f0>, '8ec21d70-2728-45c4-96b2-cceebccbf893') {} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:20.585271 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6253502'] for segment, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:20.605668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:20.607799 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 01:08:20.787992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:08:20.797133 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849087887'] for segment, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:20.980484 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Network 559b2f7d-75e1-4563-beb7-771e7ea167d9 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   % (table.description, expected, rows_matched)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   % (table.description, expected, rows_matched)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   % (table.description, expected, rows_matched)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   % (table.description, expected, rows_matched)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 01:08:21.003624 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 01:08:21.081481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:21.085005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:21.104864 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:21.114325 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=559b2f7d-75e1-4563-beb7-771e7ea167d9,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:21.117780 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:21.127707 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d1f7655a-164e-4bdf-b1f4-491a3e4b21a8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/559b2f7d-75e1-4563-beb7-771e7ea167d9 HTTP/1.1" status: 204  len: 168 time: 2.2712512
Jan 20 01:08:21.131626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42252) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:08:21.698261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f047f2f4-f5cf-476e-a775-2ce2759636fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079495'] for router_interface, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:21.792470 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d663b-0817-4995-b6bf-24d22a0eb72b req-d8ded663-e8ae-4bdd-bab8-fc7effd7b3f3 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:21.794153 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-445d663b-0817-4995-b6bf-24d22a0eb72b req-d8ded663-e8ae-4bdd-bab8-fc7effd7b3f3 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1068790
Jan 20 01:08:21.846332 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-445d663b-0817-4995-b6bf-24d22a0eb72b req-d5bbc942-02bc-4003-819a-228af5f2d08f tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0456133
Jan 20 01:08:22.073783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-f047f2f4-f5cf-476e-a775-2ce2759636fd admin admin] Deleting port 30805db1-03bb-4ecd-8813-c934a4188a27 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:08:22.074169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f047f2f4-f5cf-476e-a775-2ce2759636fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:22.259793 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-f047f2f4-f5cf-476e-a775-2ce2759636fd admin admin] For port 30805db1-03bb-4ecd-8813-c934a4188a27, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=30805db1-03bb-4ecd-8813-c934a4188a27,segment=NetworkSegment(15763fa9-5284-4f17-bf8e-10b307936bbd),segment_id=15763fa9-5284-4f17-bf8e-10b307936bbd)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:08:22.260191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f047f2f4-f5cf-476e-a775-2ce2759636fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:22.393213 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-f047f2f4-f5cf-476e-a775-2ce2759636fd admin admin] Calling delete_port for 30805db1-03bb-4ecd-8813-c934a4188a27 owned by network:router_interface {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:08:22.566813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f047f2f4-f5cf-476e-a775-2ce2759636fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:22.582701 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f7858d9e-2de4-47e1-9df3-0752807b1d77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:22.638719 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047f2f4-f5cf-476e-a775-2ce2759636fd admin admin] Pushing event deleted for resources: {'Port': ['ID=30805db1-03bb-4ecd-8813-c934a4188a27,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:22.643424 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f047f2f4-f5cf-476e-a775-2ce2759636fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:22.995063 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f047f2f4-f5cf-476e-a775-2ce2759636fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854079677'] for router_interface, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:23.094382 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309c0cd-a927-49b3-8063-a5b21f822a8f req-72de2094-355e-4a25-a150-ba8ffce33939 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:23.096231 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7309c0cd-a927-49b3-8063-a5b21f822a8f req-72de2094-355e-4a25-a150-ba8ffce33939 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1104593
Jan 20 01:08:23.151271 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-7309c0cd-a927-49b3-8063-a5b21f822a8f req-b814d8ab-4dab-4a0b-8e24-fd427d50e188 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0478234
Jan 20 01:08:23.739326 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f047f2f4-f5cf-476e-a775-2ce2759636fd admin admin] Router 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:08:23.930118 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f047f2f4-f5cf-476e-a775-2ce2759636fd admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:08:23.939157 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0d284e-76d0-4d22-a2a2-6fd5e01a122d None None] Sync routers for ids ['6faab8d1-c656-47ed-ba68-012f7a7c7ea2'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:08:23.940386 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-f047f2f4-f5cf-476e-a775-2ce2759636fd admin admin] 10.222.0.37 "PUT /v2.0/routers/6faab8d1-c656-47ed-ba68-012f7a7c7ea2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8076673
Jan 20 01:08:23.943700 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42260) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:08:23.949535 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d284e-76d0-4d22-a2a2-6fd5e01a122d None None] Routers {'6faab8d1-c656-47ed-ba68-012f7a7c7ea2'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:08:23.950198 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7d0d284e-76d0-4d22-a2a2-6fd5e01a122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7829936dd8>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:08:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['6faab8d1-c656-47ed-ba68-012f7a7c7ea2'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:24.133119 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:24.138621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7d0d284e-76d0-4d22-a2a2-6fd5e01a122d None None] Set router 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:08:24.325664 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:24.331005 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] Deleting port ff8e1d70-96a6-4979-8645-8a00f7ce1304 {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:08:24.331392 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:24.405710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd3e9c-ff2f-49d4-9cda-a31786fd5d90 req-e0e40d31-ccd5-43d2-9d22-606e04c5bfa7 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:24.407404 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-68fd3e9c-ff2f-49d4-9cda-a31786fd5d90 req-e0e40d31-ccd5-43d2-9d22-606e04c5bfa7 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1152103
Jan 20 01:08:24.446742 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7d0d284e-76d0-4d22-a2a2-6fd5e01a122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7829936dd8>, [{'id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'name': 'tempest-TestVolumeBootPattern-1836723770-router', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:31Z', 'updated_at': '2021-01-20T01:08:22Z', 'revision_number': 5, 'project_id': '2b37aa8b93664fecaa910803e04485ff', 'gw_port': {'id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:32Z', 'updated_at': '2021-01-20T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:24.450909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0d284e-76d0-4d22-a2a2-6fd5e01a122d None None] Checking router: 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:08:24.460116 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d284e-76d0-4d22-a2a2-6fd5e01a122d None None] Routers {'6faab8d1-c656-47ed-ba68-012f7a7c7ea2'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:08:24.460783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7d0d284e-76d0-4d22-a2a2-6fd5e01a122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7829936dd8>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:08:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['6faab8d1-c656-47ed-ba68-012f7a7c7ea2'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:24.470250 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-68fd3e9c-ff2f-49d4-9cda-a31786fd5d90 req-94bc2a7e-bc25-46b1-9500-83f8bf301b57 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0546730
Jan 20 01:08:24.521195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] For port ff8e1d70-96a6-4979-8645-8a00f7ce1304, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=ff8e1d70-96a6-4979-8645-8a00f7ce1304,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:08:24.521607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:24.647703 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7d0d284e-76d0-4d22-a2a2-6fd5e01a122d None None] Set router 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:08:24.656778 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] Calling delete_port for ff8e1d70-96a6-4979-8645-8a00f7ce1304 owned by network:router_gateway {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:08:24.799174 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:24.954948 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7d0d284e-76d0-4d22-a2a2-6fd5e01a122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7829936dd8>, [{'id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'name': 'tempest-TestVolumeBootPattern-1836723770-router', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:31Z', 'updated_at': '2021-01-20T01:08:22Z', 'revision_number': 5, 'project_id': '2b37aa8b93664fecaa910803e04485ff', 'gw_port': {'id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:32Z', 'updated_at': '2021-01-20T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:24.959702 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0d284e-76d0-4d22-a2a2-6fd5e01a122d None None] The sync data for ids ['6faab8d1-c656-47ed-ba68-012f7a7c7ea2'] in dv-cinder-667108-30-iscsi is: [{'id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'name': 'tempest-TestVolumeBootPattern-1836723770-router', 'tenant_id': '2b37aa8b93664fecaa910803e04485ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:31Z', 'updated_at': '2021-01-20T01:08:22Z', 'revision_number': 5, 'project_id': '2b37aa8b93664fecaa910803e04485ff', 'gw_port': {'id': 'ff8e1d70-96a6-4979-8645-8a00f7ce1304', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faab8d1-c656-47ed-ba68-012f7a7c7ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:32Z', 'updated_at': '2021-01-20T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:08:24.990355 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695280'] for router_gateway, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:25.134145 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1784'] for router, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:25.136553 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:25.164942 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642221'] for router, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:25.165668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6faab8d1-c656-47ed-ba68-012f7a7c7ea2 {{(pid=80157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 20 01:08:25.178733 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] Notify callbacks [] for router, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:25.182369 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-a108e06f-2879-4a74-a5bf-6e7ccd23d5d6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6faab8d1-c656-47ed-ba68-012f7a7c7ea2 HTTP/1.1" status: 204  len: 168 time: 1.2352798
Jan 20 01:08:25.183969 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42266) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:08:25.252734 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ffb008-10c4-4b13-9bb6-33966d1d251c admin admin] Deleting subnet 5d4bece6-5457-4dd5-a948-d10e3cd75d54 {{(pid=80157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 01:08:25.256443 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb008-10c4-4b13-9bb6-33966d1d251c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:25.311816 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb008-10c4-4b13-9bb6-33966d1d251c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848522314'] for subnet, precommit_delete_associations {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:25.399157 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb008-10c4-4b13-9bb6-33966d1d251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:25.674125 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb008-10c4-4b13-9bb6-33966d1d251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5689298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848542499'] for subnet, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:25.690966 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e2dc738c-7d68-48fc-9ad5-7311bbd5ee7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:25.719489 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1b1c7-5980-414f-a4a4-334c577d6cc1 req-99addd49-f374-493e-ac57-41942b0ab9f6 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:25.721444 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aff1b1c7-5980-414f-a4a4-334c577d6cc1 req-99addd49-f374-493e-ac57-41942b0ab9f6 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1150281
Jan 20 01:08:25.737428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffb008-10c4-4b13-9bb6-33966d1d251c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d4bece6-5457-4dd5-a948-d10e3cd75d54,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:25.742730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f0ffb008-10c4-4b13-9bb6-33966d1d251c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:25.775671 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aff1b1c7-5980-414f-a4a4-334c577d6cc1 req-e2307e8a-72c5-4c29-84da-034a24f50322 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0468097
Jan 20 01:08:25.886683 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb008-10c4-4b13-9bb6-33966d1d251c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for subnet, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:25.891316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42b1ad5-c163-4ed3-a855-2871ad679a56 None None] Network 45211b55-aea7-44d8-b3b0-bef64240e608 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:08:25.896171 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-f0ffb008-10c4-4b13-9bb6-33966d1d251c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5d4bece6-5457-4dd5-a948-d10e3cd75d54 HTTP/1.1" status: 204  len: 168 time: 0.7108276
Jan 20 01:08:25.899762 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42272) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:08:25.950985 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30c09d-0482-4e9c-a41a-87c2dc98a3e2 req-9fdb766f-d816-4f8b-8cbb-67ffe2e10a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:25.952601 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6d30c09d-0482-4e9c-a41a-87c2dc98a3e2 req-9fdb766f-d816-4f8b-8cbb-67ffe2e10a9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78&device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 1163 time: 0.1546729
Jan 20 01:08:26.067760 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:26.073023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 30805db1-03bb-4ecd-8813-c934a4188a27 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:08:26.114770 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: 30805db1-03bb-4ecd-8813-c934a4188a27 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:08:26.115164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 30805db1-03bb-4ecd-8813-c934a4188a27 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:08:26.115626 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device ff8e1d70-96a6-4979-8645-8a00f7ce1304 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:08:26.151160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: ff8e1d70-96a6-4979-8645-8a00f7ce1304 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:08:26.151692 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device ff8e1d70-96a6-4979-8645-8a00f7ce1304 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:08:26.210455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Deleting port 40e5482b-6ff4-46b2-8968-d36e673283be {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:08:26.210836 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:26.228720 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ebcb7a-9391-4105-a7c1-cb88d3aa0e0b None None] DHCP port deletion for 45211b55-aea7-44d8-b3b0-bef64240e608 request from dv-cinder-667108-30-iscsi {{(pid=80158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 20 01:08:26.233792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-50ebcb7a-9391-4105-a7c1-cb88d3aa0e0b None None] Deleting port 40e5482b-6ff4-46b2-8968-d36e673283be {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:08:26.234220 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50ebcb7a-9391-4105-a7c1-cb88d3aa0e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:26.467663 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-50ebcb7a-9391-4105-a7c1-cb88d3aa0e0b None None] For port 40e5482b-6ff4-46b2-8968-d36e673283be, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=40e5482b-6ff4-46b2-8968-d36e673283be,segment=NetworkSegment(15763fa9-5284-4f17-bf8e-10b307936bbd),segment_id=15763fa9-5284-4f17-bf8e-10b307936bbd)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:08:26.468000 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50ebcb7a-9391-4105-a7c1-cb88d3aa0e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:26.527620 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30c09d-0482-4e9c-a41a-87c2dc98a3e2 req-fe29e715-2f40-4e2d-8a94-d1e5fd7eea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:26.529269 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6d30c09d-0482-4e9c-a41a-87c2dc98a3e2 req-fe29e715-2f40-4e2d-8a94-d1e5fd7eea14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1760ea46-5034-4554-93da-03789e761571 HTTP/1.1" status: 200  len: 902 time: 0.5277355
Jan 20 01:08:26.601296 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-50ebcb7a-9391-4105-a7c1-cb88d3aa0e0b None None] Calling delete_port for 40e5482b-6ff4-46b2-8968-d36e673283be owned by network:dhcp {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:08:26.675818 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50ebcb7a-9391-4105-a7c1-cb88d3aa0e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:26.691498 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-005fe3ca-ff86-4605-848a-098cd23e7653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:26.717562 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6d30c09d-0482-4e9c-a41a-87c2dc98a3e2 req-f4b9918d-f152-4f94-9751-0563fc07a51c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48daa6eb-55b0-4fd9-8699-d413409c932a HTTP/1.1" status: 200  len: 1002 time: 0.1581697
Jan 20 01:08:26.751623 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebcb7a-9391-4105-a7c1-cb88d3aa0e0b None None] Pushing event deleted for resources: {'Port': ['ID=40e5482b-6ff4-46b2-8968-d36e673283be,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:26.755549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-50ebcb7a-9391-4105-a7c1-cb88d3aa0e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:26.835559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ebcb7a-9391-4105-a7c1-cb88d3aa0e0b None None] No DVR routers for this DVR port 40e5482b-6ff4-46b2-8968-d36e673283be on host dv-cinder-667108-30-iscsi {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:08:26.847747 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] For port 40e5482b-6ff4-46b2-8968-d36e673283be, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=40e5482b-6ff4-46b2-8968-d36e673283be,segment=NetworkSegment(15763fa9-5284-4f17-bf8e-10b307936bbd),segment_id=15763fa9-5284-4f17-bf8e-10b307936bbd)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:08:26.848787 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:26.991775 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Calling delete_port for 40e5482b-6ff4-46b2-8968-d36e673283be owned by network:dhcp {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:08:27.015763 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b5182-a0a6-44ea-b81c-8528075ca0f3 req-6bc217aa-1f0e-46ac-b13e-3899876137a5 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:27.017338 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d39b5182-a0a6-44ea-b81c-8528075ca0f3 req-6bc217aa-1f0e-46ac-b13e-3899876137a5 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1070130
Jan 20 01:08:27.021772 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30c09d-0482-4e9c-a41a-87c2dc98a3e2 req-94082648-a3e8-4b3f-a7bb-0d8b6aadbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:27.023356 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6d30c09d-0482-4e9c-a41a-87c2dc98a3e2 req-94082648-a3e8-4b3f-a7bb-0d8b6aadbdf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3ea6729-fbcc-422a-b9eb-0d2d4c84baed HTTP/1.1" status: 200  len: 847 time: 0.2560940
Jan 20 01:08:27.070410 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d39b5182-a0a6-44ea-b81c-8528075ca0f3 req-b64a9339-4918-48aa-8682-652837ab14ba tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0460112
Jan 20 01:08:27.139081 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80157) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:08:27.139452 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:08:27.145371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30c09d-0482-4e9c-a41a-87c2dc98a3e2 req-0e61388f-33f7-4ce4-9244-17574bb505b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:27.147054 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6d30c09d-0482-4e9c-a41a-87c2dc98a3e2 req-0e61388f-33f7-4ce4-9244-17574bb505b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1760ea46-5034-4554-93da-03789e761571&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1118605
Jan 20 01:08:27.300497 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6d30c09d-0482-4e9c-a41a-87c2dc98a3e2 req-cca6d21f-a1cb-46b7-81fd-53e28a06fdc4 service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444860
Jan 20 01:08:27.446947 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-6d30c09d-0482-4e9c-a41a-87c2dc98a3e2 req-5567c249-812a-4f04-bcc3-50bd8dfe0345 service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391320
Jan 20 01:08:27.641172 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Deleting port 40e5482b-6ff4-46b2-8968-d36e673283be {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:08:27.641505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:27.714356 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] The port '40e5482b-6ff4-46b2-8968-d36e673283be' was deleted {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 20 01:08:27.836992 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:27.951557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78292882b0>,) {'filters': {'network_id': ['45211b55-aea7-44d8-b3b0-bef64240e608']}} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:27.964809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78292882b0>, '15763fa9-5284-4f17-bf8e-10b307936bbd') {'for_net_delete': True} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:27.965195 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78292882b0>, '15763fa9-5284-4f17-bf8e-10b307936bbd') {} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:08:27.978118 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6253502'] for segment, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:27.993224 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:27.995248 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 01:08:28.062618 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 40e5482b-6ff4-46b2-8968-d36e673283be no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:08:28.104020 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: 40e5482b-6ff4-46b2-8968-d36e673283be {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:08:28.104430 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 40e5482b-6ff4-46b2-8968-d36e673283be not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:08:28.181725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Network 45211b55-aea7-44d8-b3b0-bef64240e608 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:08:28.191065 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849087887'] for segment, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:28.312834 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9de998-32cd-418a-937c-776a39f0b085 req-396cb988-8ad7-4727-8e92-97d394c53e4e tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:28.314518 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1c9de998-32cd-418a-937c-776a39f0b085 req-396cb988-8ad7-4727-8e92-97d394c53e4e tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1031861
Jan 20 01:08:28.369123 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1c9de998-32cd-418a-937c-776a39f0b085 req-7f9b7720-1607-406b-a6d2-e82ef0742ee5 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0474491
Jan 20 01:08:28.371743 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Network 45211b55-aea7-44d8-b3b0-bef64240e608 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 01:08:28.395849 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 01:08:28.450811 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:28.476998 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:28.480461 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6822a63b-6f4f-443e-b00a-476154ca495e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:28.494754 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:28.506328 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=45211b55-aea7-44d8-b3b0-bef64240e608,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:28.509568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:28.511166 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-470ddfdc-31c2-4e38-a7fd-7cf5a3586f2a admin admin] 10.222.0.37 "DELETE /v2.0/networks/45211b55-aea7-44d8-b3b0-bef64240e608 HTTP/1.1" status: 204  len: 168 time: 2.6103950
Jan 20 01:08:28.654267 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42284) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:08:28.705484 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-0a9e6dab-f2e6-456e-ad92-6537d34c490a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0f86d6646694ab985428ba58017082f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498223
Jan 20 01:08:28.708095 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42288) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:08:28.768552 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f1c94a06-2752-4e96-8c7d-dcbd6dda03c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:28.795086 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f1c94a06-2752-4e96-8c7d-dcbd6dda03c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:28.844254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f1c94a06-2752-4e96-8c7d-dcbd6dda03c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:28.850325 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-056f3fe2-fb53-4d35-ae51-aa589c497bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:28.864634 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c94a06-2752-4e96-8c7d-dcbd6dda03c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2439a5ef-b210-4028-af2e-53214509741f,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:28.868783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f1c94a06-2752-4e96-8c7d-dcbd6dda03c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:28.872048 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f1c94a06-2752-4e96-8c7d-dcbd6dda03c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:28.873294 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-f1c94a06-2752-4e96-8c7d-dcbd6dda03c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2439a5ef-b210-4028-af2e-53214509741f HTTP/1.1" status: 204  len: 168 time: 0.1642172
Jan 20 01:08:29.276797 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42296) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:08:29.333295 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-af6cb8eb-7f5d-48db-a422-318ef613a5df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b37aa8b93664fecaa910803e04485ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0546296
Jan 20 01:08:29.335290 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42300) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:08:29.397660 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f8f16eda-efc6-4554-9093-89ad39ea1b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:29.425330 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f8f16eda-efc6-4554-9093-89ad39ea1b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:29.478916 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f8f16eda-efc6-4554-9093-89ad39ea1b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:29.484160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d31a3a05-67b9-425d-92ec-6f09457e9878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:29.497863 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f16eda-efc6-4554-9093-89ad39ea1b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3df9f8b-c9f6-4bea-a0b2-a8699c49537f,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:29.501101 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f8f16eda-efc6-4554-9093-89ad39ea1b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:29.503200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f8f16eda-efc6-4554-9093-89ad39ea1b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:29.505627 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-f8f16eda-efc6-4554-9093-89ad39ea1b53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3df9f8b-c9f6-4bea-a0b2-a8699c49537f HTTP/1.1" status: 204  len: 168 time: 0.1681650
Jan 20 01:08:29.614791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8677f62-219b-443f-9d7b-f1f435d9daf0 req-2ad981d2-7b28-47fc-987f-2467fa8051e4 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:29.616430 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d8677f62-219b-443f-9d7b-f1f435d9daf0 req-2ad981d2-7b28-47fc-987f-2467fa8051e4 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1086688
Jan 20 01:08:29.668947 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d8677f62-219b-443f-9d7b-f1f435d9daf0 req-7ffab242-af1a-4167-901e-9217a0e7e5e1 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0461540
Jan 20 01:08:30.620554 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e00ce-c402-4e66-8dd4-ac67ba606ade req-6251a052-266a-49ca-b622-3a610127d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:30.622222 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c58e00ce-c402-4e66-8dd4-ac67ba606ade req-6251a052-266a-49ca-b622-3a610127d9db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78&device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 1163 time: 0.0823553
Jan 20 01:08:30.769453 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e00ce-c402-4e66-8dd4-ac67ba606ade req-85b90c59-a5f6-4203-90db-1b408cf423f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:30.771380 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c58e00ce-c402-4e66-8dd4-ac67ba606ade req-85b90c59-a5f6-4203-90db-1b408cf423f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1760ea46-5034-4554-93da-03789e761571 HTTP/1.1" status: 200  len: 902 time: 0.1423333
Jan 20 01:08:30.883470 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c58e00ce-c402-4e66-8dd4-ac67ba606ade req-acf88eab-382a-490c-a9a3-c52790725ddf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48daa6eb-55b0-4fd9-8699-d413409c932a HTTP/1.1" status: 200  len: 1002 time: 0.1047299
Jan 20 01:08:30.905648 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a080f74-24ae-4777-8cdf-1e5ad9ee19f4 req-02923c9f-4361-4c2f-a31e-fac508b12fc7 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:30.907300 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2a080f74-24ae-4777-8cdf-1e5ad9ee19f4 req-02923c9f-4361-4c2f-a31e-fac508b12fc7 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1034892
Jan 20 01:08:30.954185 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e00ce-c402-4e66-8dd4-ac67ba606ade req-4e215aad-3eaf-4f4c-be0e-2606103a1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:30.955781 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c58e00ce-c402-4e66-8dd4-ac67ba606ade req-4e215aad-3eaf-4f4c-be0e-2606103a1aa2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3ea6729-fbcc-422a-b9eb-0d2d4c84baed HTTP/1.1" status: 200  len: 847 time: 0.0652916
Jan 20 01:08:30.958490 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2a080f74-24ae-4777-8cdf-1e5ad9ee19f4 req-44e37ff1-ac27-4b5d-bd9b-27e522328994 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0445943
Jan 20 01:08:31.039861 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e00ce-c402-4e66-8dd4-ac67ba606ade req-c04051fb-9695-477a-88d8-cc7ed3d806a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:31.041563 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c58e00ce-c402-4e66-8dd4-ac67ba606ade req-c04051fb-9695-477a-88d8-cc7ed3d806a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1760ea46-5034-4554-93da-03789e761571&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0794535
Jan 20 01:08:31.187933 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c58e00ce-c402-4e66-8dd4-ac67ba606ade req-fbbbdaf3-2168-4517-90cb-7723d778ff12 service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395600
Jan 20 01:08:31.332079 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c58e00ce-c402-4e66-8dd4-ac67ba606ade req-6af8daee-3997-4257-9278-fc55ce1d8e4b service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378272
Jan 20 01:08:32.193725 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6997d-9288-4f1e-ac17-69cf50617941 req-c5dda035-079d-43f2-92ee-c6dbd9536e00 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:32.195373 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a2a6997d-9288-4f1e-ac17-69cf50617941 req-c5dda035-079d-43f2-92ee-c6dbd9536e00 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1066246
Jan 20 01:08:32.246641 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-a2a6997d-9288-4f1e-ac17-69cf50617941 req-6691be2b-1ca7-4432-ac8a-fe7f7f8de8b6 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0446401
Jan 20 01:08:32.941170 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 48daa6eb-55b0-4fd9-8699-d413409c932a no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:08:33.064398 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:33.092862 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:08:33.103881 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 48daa6eb-55b0-4fd9-8699-d413409c932a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=48daa6eb-55b0-4fd9-8699-d413409c932a,segment=NetworkSegment(7b31f5d9-2b06-4f25-a0be-1cc0552a6f22),segment_id=7b31f5d9-2b06-4f25-a0be-1cc0552a6f22)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:08:33.106813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:33.108768 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:33.180061 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=48daa6eb-55b0-4fd9-8699-d413409c932a,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:33.183448 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:33.404219 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a', 'code': 200}
Jan 20 01:08:33.486914 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77eab4-b2d1-4500-867b-b844ab71a392 req-3b57f7d8-584b-4a91-840d-323d77c004f4 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:33.488585 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3f77eab4-b2d1-4500-867b-b844ab71a392 req-3b57f7d8-584b-4a91-840d-323d77c004f4 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1113162
Jan 20 01:08:33.541364 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3f77eab4-b2d1-4500-867b-b844ab71a392 req-fa786d9b-36b8-41a5-987f-0f3affa0940f tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0458930
Jan 20 01:08:34.772532 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62b3a7-f640-43e9-937c-f8fc4d2f439d req-ae8d66bc-7fd6-4c00-b9c4-c8a20cde73cf tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:34.774138 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aa62b3a7-f640-43e9-937c-f8fc4d2f439d req-ae8d66bc-7fd6-4c00-b9c4-c8a20cde73cf tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1005201
Jan 20 01:08:34.824127 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-aa62b3a7-f640-43e9-937c-f8fc4d2f439d req-c68225c8-57cb-4044-a1eb-f0556dd190c5 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0437202
Jan 20 01:08:35.251677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66f7d4-fa81-44f8-8dd2-eef3b3ee14c4 req-d50d39e2-5ecf-4bfc-b3f3-9377f31be1ac tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:35.253346 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bd66f7d4-fa81-44f8-8dd2-eef3b3ee14c4 req-d50d39e2-5ecf-4bfc-b3f3-9377f31be1ac tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1079891
Jan 20 01:08:35.269334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:08:35.287133 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-282cec75-680f-4293-903c-b6f413268471 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2209337
Jan 20 01:08:35.305285 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-bd66f7d4-fa81-44f8-8dd2-eef3b3ee14c4 req-e8a95cd2-e759-4ee0-a864-446e73cf45cc tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0449157
Jan 20 01:08:36.538303 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfc9c1-fa25-458c-a200-64ac7df7832b req-223931ec-ba75-4494-bac3-e43f9ab09583 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:36.539921 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cebfc9c1-fa25-458c-a200-64ac7df7832b req-223931ec-ba75-4494-bac3-e43f9ab09583 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1057508
Jan 20 01:08:36.591996 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cebfc9c1-fa25-458c-a200-64ac7df7832b req-96fb71e1-61ce-49f5-a8f7-1df1de96e6d2 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0451043
Jan 20 01:08:36.875084 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-d297d490-cc27-4af0-95a2-80ffb2c7b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:36.876654 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-d297d490-cc27-4af0-95a2-80ffb2c7b47e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87&tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78 HTTP/1.1" status: 200  len: 1161 time: 0.0786638
Jan 20 01:08:37.228352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-fdf76d7e-cd38-4d8f-a9ef-fbdb5501b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:37.230002 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-fdf76d7e-cd38-4d8f-a9ef-fbdb5501b7b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78&device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 1161 time: 0.3191736
Jan 20 01:08:37.372414 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-8d212892-d29b-4c42-964b-7fe79261fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:37.374063 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-8d212892-d29b-4c42-964b-7fe79261fbb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1760ea46-5034-4554-93da-03789e761571 HTTP/1.1" status: 200  len: 902 time: 0.1374516
Jan 20 01:08:37.482716 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-27ff5915-3f32-4c7f-8cde-0d7bbbf1483b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48daa6eb-55b0-4fd9-8699-d413409c932a HTTP/1.1" status: 200  len: 1000 time: 0.1027210
Jan 20 01:08:37.551609 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-0850c77d-bf36-4bf3-9907-172db16202f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:37.553803 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-0850c77d-bf36-4bf3-9907-172db16202f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3ea6729-fbcc-422a-b9eb-0d2d4c84baed HTTP/1.1" status: 200  len: 847 time: 0.0642748
Jan 20 01:08:37.636066 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-3c2c896f-c062-43ce-9018-44cc0c4f0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:37.637906 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-3c2c896f-c062-43ce-9018-44cc0c4f0512 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1760ea46-5034-4554-93da-03789e761571&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0766141
Jan 20 01:08:37.797514 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-c78d6a04-5dd1-4922-90a5-62dca417a1f6 service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528900
Jan 20 01:08:37.954216 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e915856d-dc68-4f3f-9f5d-d1896cb4ccc6 req-a9a01261-548c-4009-96cc-9bb7ff75acdf service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1503863
Jan 20 01:08:37.977835 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0d7e4-0d74-4b8e-838a-91f020533dc8 req-72db99db-a564-42b0-92be-8612cfe24292 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:37.979530 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e8c0d7e4-0d74-4b8e-838a-91f020533dc8 req-72db99db-a564-42b0-92be-8612cfe24292 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1071124
Jan 20 01:08:38.035458 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-e8c0d7e4-0d74-4b8e-838a-91f020533dc8 req-def735c7-278f-42f6-878b-38f794afeb93 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0490415
Jan 20 01:08:39.269676 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0ca5f-d69f-4474-bcb5-895782fd9726 req-6b4e9e4a-27b9-4e02-9e96-e632a016a9e3 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:39.272040 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-68d0ca5f-d69f-4474-bcb5-895782fd9726 req-6b4e9e4a-27b9-4e02-9e96-e632a016a9e3 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1068611
Jan 20 01:08:39.322901 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-68d0ca5f-d69f-4474-bcb5-895782fd9726 req-84890715-46d7-4a9a-bf7b-276988dcbbac tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444865
Jan 20 01:08:40.555342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e4529-868a-434b-be38-ef5d3df6c5c0 req-b97f4946-a024-40b4-9994-32b3ace08f87 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:40.556954 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-185e4529-868a-434b-be38-ef5d3df6c5c0 req-b97f4946-a024-40b4-9994-32b3ace08f87 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1058853
Jan 20 01:08:40.608041 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-185e4529-868a-434b-be38-ef5d3df6c5c0 req-578a4c5b-25d9-4c32-a093-b8cf6305f3a8 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0447209
Jan 20 01:08:41.841094 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8ceb8-ee1f-448f-90fe-ffe88a1ea16f req-224d1169-87ea-4d66-b4b5-63beac25c296 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:41.843099 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1bc8ceb8-ee1f-448f-90fe-ffe88a1ea16f req-224d1169-87ea-4d66-b4b5-63beac25c296 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1015315
Jan 20 01:08:41.893234 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1bc8ceb8-ee1f-448f-90fe-ffe88a1ea16f req-9a36c579-7f36-45d1-9ff7-89f03c6c5bea tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0431652
Jan 20 01:08:42.076710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7354a5af-b47b-4bfd-9d90-ec7238fe049f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:43.131917 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56efb0-4e60-4519-aa92-1579e8ae3ec3 req-e144ac6d-0aef-465f-9add-13c61e7d83dc tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:43.133573 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2d56efb0-4e60-4519-aa92-1579e8ae3ec3 req-e144ac6d-0aef-465f-9add-13c61e7d83dc tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1084461
Jan 20 01:08:43.185146 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-2d56efb0-4e60-4519-aa92-1579e8ae3ec3 req-62eedb43-6107-4fa6-b542-49a603d38257 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0449719
Jan 20 01:08:44.420661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5be01-2f12-41ab-ab75-8ea63bc5e076 req-44ea7627-e251-44cd-8843-5d5de1aac079 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:44.422198 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1cd5be01-2f12-41ab-ab75-8ea63bc5e076 req-44ea7627-e251-44cd-8843-5d5de1aac079 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 944 time: 0.1033287
Jan 20 01:08:44.622368 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-596cf348-9a5b-4198-ad21-47ff120f24f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:44.698402 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1cd5be01-2f12-41ab-ab75-8ea63bc5e076 req-9f161c49-8be8-4597-a56d-4fed0053b712 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2691979
Jan 20 01:08:44.809110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:45.478481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 48daa6eb-55b0-4fd9-8699-d413409c932a up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:08:45.550890 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 48daa6eb-55b0-4fd9-8699-d413409c932a triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:08:45.551311 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:45.673695 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:45.702394 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:08:45.712796 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 48daa6eb-55b0-4fd9-8699-d413409c932a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=48daa6eb-55b0-4fd9-8699-d413409c932a,segment=NetworkSegment(7b31f5d9-2b06-4f25-a0be-1cc0552a6f22),segment_id=7b31f5d9-2b06-4f25-a0be-1cc0552a6f22)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:08:45.715629 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:45.717548 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bcc0c822-be64-4ad2-a962-4d34109bb67c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:08:45.768612 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a', 'code': 200}
Jan 20 01:08:45.789895 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=48daa6eb-55b0-4fd9-8699-d413409c932a,revision_number=6']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:08:45.793135 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:08:45.936067 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ad305-65f5-43c4-a837-3e624c5609c7 req-96ec06f1-7934-4f97-aa6e-2e3deaa9d40a tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:45.937740 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3c7ad305-65f5-43c4-a837-3e624c5609c7 req-96ec06f1-7934-4f97-aa6e-2e3deaa9d40a tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1018531
Jan 20 01:08:45.992766 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-3c7ad305-65f5-43c4-a837-3e624c5609c7 req-aee0b6b8-7705-41ea-a4d5-114aa2f03edb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0478163
Jan 20 01:08:46.095201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee2b98-e529-4bcb-b972-31bf474ba087 req-a060f5e1-c742-4fe4-9849-a86fb35bb0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:46.096833 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1bee2b98-e529-4bcb-b972-31bf474ba087 req-a060f5e1-c742-4fe4-9849-a86fb35bb0e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 1163 time: 0.0831058
Jan 20 01:08:46.139074 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-1bee2b98-e529-4bcb-b972-31bf474ba087 req-3ea6e33e-275c-406d-bf89-f8e777b7903b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0359800
Jan 20 01:08:46.650617 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:46.762023 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:47.240708 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7515bda-aab4-4905-8dfe-f55842c572c8 req-035ac172-c7c7-4a70-a4f4-518198688c87 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:47.242355 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d7515bda-aab4-4905-8dfe-f55842c572c8 req-035ac172-c7c7-4a70-a4f4-518198688c87 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1154935
Jan 20 01:08:47.242778 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 48daa6eb-55b0-4fd9-8699-d413409c932a up at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 20 01:08:47.293620 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d7515bda-aab4-4905-8dfe-f55842c572c8 req-5148906d-4185-4bc8-8106-8faa1ffe0645 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0447562
Jan 20 01:08:47.317558 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Provisioning complete for port 48daa6eb-55b0-4fd9-8699-d413409c932a triggered by entity L2. {{(pid=80158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 20 01:08:47.317984 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808601'] for port, provisioning_complete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:08:48.529775 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843541c7-e93b-4a08-9eca-e23a5d5dbecb req-a38b751c-7228-4307-9db4-dfe0c7bfa5db tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:08:48.531374 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-843541c7-e93b-4a08-9eca-e23a5d5dbecb req-a38b751c-7228-4307-9db4-dfe0c7bfa5db tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1049945
Jan 20 01:08:48.581383 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-843541c7-e93b-4a08-9eca-e23a5d5dbecb req-378a35f8-6807-4fff-9717-aae44a9300cd tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0430284
Jan 20 01:08:58.450160 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:12.081312 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0222132-0fa6-4106-8645-380a079f6579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:12.268994 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:09:14.624502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-692c981d-7269-4699-a1df-a7dfb5417b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:14.811650 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:16.654067 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:16.762573 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:26.789019 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-32a4ad85-45f6-4c99-8bbd-0ff6008531d1 req-3d197796-2bd3-46d5-b9f1-08bb6a5d3cb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0778811
Jan 20 01:09:27.078990 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ad85-45f6-4c99-8bbd-0ff6008531d1 req-89493317-d380-4180-a01d-680398dc4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:09:27.080499 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-32a4ad85-45f6-4c99-8bbd-0ff6008531d1 req-89493317-d380-4180-a01d-680398dc4acd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78&device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 1163 time: 0.0800502
Jan 20 01:09:27.237429 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ad85-45f6-4c99-8bbd-0ff6008531d1 req-0e19f3e8-8719-4e7c-8fec-85de8c144c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:09:27.238990 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-32a4ad85-45f6-4c99-8bbd-0ff6008531d1 req-0e19f3e8-8719-4e7c-8fec-85de8c144c3b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1760ea46-5034-4554-93da-03789e761571 HTTP/1.1" status: 200  len: 902 time: 0.1399786
Jan 20 01:09:27.349492 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-32a4ad85-45f6-4c99-8bbd-0ff6008531d1 req-b8ad89dd-491c-41b9-a802-4f08a39e44e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48daa6eb-55b0-4fd9-8699-d413409c932a HTTP/1.1" status: 200  len: 1002 time: 0.1032674
Jan 20 01:09:27.418504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ad85-45f6-4c99-8bbd-0ff6008531d1 req-0cba9331-165e-420e-bc83-6032fbd19a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:09:27.420024 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-32a4ad85-45f6-4c99-8bbd-0ff6008531d1 req-0cba9331-165e-420e-bc83-6032fbd19a3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3ea6729-fbcc-422a-b9eb-0d2d4c84baed HTTP/1.1" status: 200  len: 847 time: 0.0634193
Jan 20 01:09:27.499627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ad85-45f6-4c99-8bbd-0ff6008531d1 req-89b9383c-0092-4285-ae78-527b5fae7575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:09:27.501270 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-32a4ad85-45f6-4c99-8bbd-0ff6008531d1 req-89b9383c-0092-4285-ae78-527b5fae7575 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1760ea46-5034-4554-93da-03789e761571&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0749464
Jan 20 01:09:27.642924 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-32a4ad85-45f6-4c99-8bbd-0ff6008531d1 req-32f96112-34d5-43b3-857c-bf5e621e4787 service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352427
Jan 20 01:09:27.787610 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-32a4ad85-45f6-4c99-8bbd-0ff6008531d1 req-61333db3-20bc-492b-986c-6a3b00df92d7 service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383321
Jan 20 01:09:28.450254 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:42.082782 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dae06a67-2218-4ba1-a3c2-ce55f001f798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:44.626190 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba586d98-58e8-4944-b1e2-7682803168fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:44.813374 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:46.657532 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:46.763137 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:49.268558 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:09:58.414366 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-d9029bd2-ce17-4b86-b2ed-9815ee448887 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/floatingips/66c7dac6-3e83-4241-b443-f3ef61e767ac HTTP/1.1" status: 200  len: 999 time: 0.1165602
Jan 20 01:09:58.450264 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:58.591968 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-62be82b7-024c-4d5d-863e-ad62029cdca4 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:09:58.593457 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-62be82b7-024c-4d5d-863e-ad62029cdca4 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/networks/edea8e20-c3db-4bd3-afba-40aa0a06f207 HTTP/1.1" status: 200  len: 784 time: 0.1721063
Jan 20 01:09:58.708425 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-43d0c832-949c-41f3-b9ab-26e930bddf5f tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.168 HTTP/1.1" status: 200  len: 1002 time: 0.1080689
Jan 20 01:09:58.806316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-050f86d5-17e2-4ef6-8573-16511bd65ef5 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:09:58.808295 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-050f86d5-17e2-4ef6-8573-16511bd65ef5 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports/48daa6eb-55b0-4fd9-8699-d413409c932a HTTP/1.1" status: 200  len: 943 time: 0.0931115
Jan 20 01:09:58.998821 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-0e318db1-8660-4b9a-a502-d73a768ca298 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.27.2.168 HTTP/1.1" status: 200  len: 1002 time: 0.1087911
Jan 20 01:09:59.226285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Deleting port f851f93b-9692-4caa-a0c1-765aa89278e2 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:09:59.226673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:59.406883 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:59.407175 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for floatingip, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:59.538750 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Calling delete_port for f851f93b-9692-4caa-a0c1-765aa89278e2 owned by network:floatingip {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:09:59.691415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:59.706751 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c4aa6721-c15a-47ef-912a-78d6ced797fb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:09:59.768384 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Pushing event deleted for resources: {'Port': ['ID=f851f93b-9692-4caa-a0c1-765aa89278e2,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:09:59.823317 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.823747 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.824163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.824577 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.824983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.825415 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.825817 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.826222 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.826625 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.827026 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.827428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.827823 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.828297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.828698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.829115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.829521 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.829918 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.830316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.830712 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.831105 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.831503 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.831895 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.832296 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.832690 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:09:59.840730 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:09:59.948121 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for floatingip, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:09:59.948426 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.db.l3_db [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Floating IP 66c7dac6-3e83-4241-b443-f3ef61e767ac disassociated (deleted). External IP: 172.27.2.168, port: 48daa6eb-55b0-4fd9-8699-d413409c932a.
Jan 20 01:10:00.317122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:10:00.504896 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:10:00.515930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0556c165-7d81-413c-89ef-d44d7c0dce76 None None] Sync routers for ids ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:10:00.526883 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556c165-7d81-413c-89ef-d44d7c0dce76 None None] Routers {'9a4ea3c2-f3d5-436b-9165-d9756bae81e7'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:10:00.527549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-0556c165-7d81-413c-89ef-d44d7c0dce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b46d908>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:09:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:00.528201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for floatingip, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:00.585574 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-57836c30-3cec-48b3-bcb1-40b8e947f577 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "DELETE /v2.0/floatingips/66c7dac6-3e83-4241-b443-f3ef61e767ac HTTP/1.1" status: 204  len: 173 time: 1.5806823
Jan 20 01:10:00.586135 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a'}] {{(pid=80156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:10:00.676653 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-d4c8baa4-4d3b-42b2-aa03-2b10b93fd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:10:00.678412 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-d4c8baa4-4d3b-42b2-aa03-2b10b93fd324 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78&device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 1163 time: 0.0782909
Jan 20 01:10:00.717652 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-0556c165-7d81-413c-89ef-d44d7c0dce76 None None] Set router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:10:00.742428 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a', 'status': 'completed', 'code': 200}
Jan 20 01:10:00.841517 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-fd01abd4-1088-43c6-8d0c-c8173d369ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:10:00.843311 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-fd01abd4-1088-43c6-8d0c-c8173d369ab7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1760ea46-5034-4554-93da-03789e761571 HTTP/1.1" status: 200  len: 902 time: 0.1471710
Jan 20 01:10:00.870995 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20081108-d54e-4c7f-b73b-2814cd678a1d req-21c2b8bc-3d9c-433b-95f6-0b7470ef22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:10:00.872640 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-20081108-d54e-4c7f-b73b-2814cd678a1d req-21c2b8bc-3d9c-433b-95f6-0b7470ef22f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78&device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 1163 time: 0.0864348
Jan 20 01:10:00.921847 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-0af61dc6-fa47-4880-ad28-c9f373784d41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48daa6eb-55b0-4fd9-8699-d413409c932a HTTP/1.1" status: 200  len: 217 time: 0.0715747
Jan 20 01:10:00.993242 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-9c8debf5-2245-4d30-9341-b4901055948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:10:00.995194 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-9c8debf5-2245-4d30-9341-b4901055948d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3ea6729-fbcc-422a-b9eb-0d2d4c84baed HTTP/1.1" status: 200  len: 847 time: 0.0663323
Jan 20 01:10:01.019115 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20081108-d54e-4c7f-b73b-2814cd678a1d req-3f0506dd-caaa-435b-8728-609fc6944c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:10:01.020712 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-20081108-d54e-4c7f-b73b-2814cd678a1d req-3f0506dd-caaa-435b-8728-609fc6944c6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=1760ea46-5034-4554-93da-03789e761571 HTTP/1.1" status: 200  len: 902 time: 0.1423500
Jan 20 01:10:01.078275 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-0556c165-7d81-413c-89ef-d44d7c0dce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b46d908>, [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:05:30Z', 'revision_number': 4, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'c9a3af9f-f661-4497-9228-2ebf8a841cdf', 'name': '', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'mac_address': 'fa:16:3e:e3:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:29Z', 'updated_at': '2021-01-20T01:05:40Z', 'revision_number': 5, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'subnets': [{'id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:01.083429 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0556c165-7d81-413c-89ef-d44d7c0dce76 None None] Checking router: 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:10:01.094537 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556c165-7d81-413c-89ef-d44d7c0dce76 None None] Routers {'9a4ea3c2-f3d5-436b-9165-d9756bae81e7'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:10:01.095163 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-0556c165-7d81-413c-89ef-d44d7c0dce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b46d908>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:09:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:01.100754 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-20081108-d54e-4c7f-b73b-2814cd678a1d req-e0c0ee13-b60f-4c20-bad2-00313b6b63c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48daa6eb-55b0-4fd9-8699-d413409c932a HTTP/1.1" status: 200  len: 217 time: 0.0724359
Jan 20 01:10:01.191775 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20081108-d54e-4c7f-b73b-2814cd678a1d req-3f79253b-a5f9-4fd4-89ad-54806aebb912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:10:01.193435 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-20081108-d54e-4c7f-b73b-2814cd678a1d req-3f79253b-a5f9-4fd4-89ad-54806aebb912 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3ea6729-fbcc-422a-b9eb-0d2d4c84baed HTTP/1.1" status: 200  len: 847 time: 0.0862556
Jan 20 01:10:01.282421 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20081108-d54e-4c7f-b73b-2814cd678a1d req-3c25e016-12b5-48a0-8a9e-68e9a02651c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:10:01.284038 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-20081108-d54e-4c7f-b73b-2814cd678a1d req-3c25e016-12b5-48a0-8a9e-68e9a02651c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1760ea46-5034-4554-93da-03789e761571&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0839772
Jan 20 01:10:01.297783 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-0556c165-7d81-413c-89ef-d44d7c0dce76 None None] Set router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:10:01.336814 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-5e0c0134-1bcc-483d-a8ef-f4d8001f8e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:10:01.338685 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-5e0c0134-1bcc-483d-a8ef-f4d8001f8e60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1760ea46-5034-4554-93da-03789e761571&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3361669
Jan 20 01:10:01.433647 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-20081108-d54e-4c7f-b73b-2814cd678a1d req-1d646fa7-6880-4fc5-9c65-e3480eb42e6d service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428466
Jan 20 01:10:01.487431 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-409d3534-5c72-423f-802b-9a6b5eff0554 service neutron] 10.222.0.37 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405473
Jan 20 01:10:01.583293 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-20081108-d54e-4c7f-b73b-2814cd678a1d req-07634f36-05f8-4a1b-b746-f4bdf1190e67 service neutron] 10.222.0.20 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427438
Jan 20 01:10:01.633511 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-16016f9e-6e2a-46f1-b20f-7ed8d5e686c0 req-e4e520df-81ca-47da-a820-b4a1ce1975f5 service neutron] 10.222.0.37 "GET /v2.0/networks/1760ea46-5034-4554-93da-03789e761571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395814
Jan 20 01:10:01.651912 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-0556c165-7d81-413c-89ef-d44d7c0dce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b46d908>, [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:05:30Z', 'revision_number': 4, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'c9a3af9f-f661-4497-9228-2ebf8a841cdf', 'name': '', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'mac_address': 'fa:16:3e:e3:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:29Z', 'updated_at': '2021-01-20T01:05:40Z', 'revision_number': 5, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'subnets': [{'id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:01.656333 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0556c165-7d81-413c-89ef-d44d7c0dce76 None None] The sync data for ids ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'] in dv-cinder-667108-30-iscsi is: [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:05:30Z', 'revision_number': 4, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi', '_interfaces': [{'id': 'c9a3af9f-f661-4497-9228-2ebf8a841cdf', 'name': '', 'network_id': '1760ea46-5034-4554-93da-03789e761571', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'mac_address': 'fa:16:3e:e3:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:29Z', 'updated_at': '2021-01-20T01:05:40Z', 'revision_number': 5, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'subnets': [{'id': 'b3ea6729-fbcc-422a-b9eb-0d2d4c84baed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:10:02.067043 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29632c6b-69a5-4ad3-a2c1-2b2f08318012 None None] New status for floating IP 66c7dac6-3e83-4241-b443-f3ef61e767ac: DOWN {{(pid=80158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 20 01:10:02.069351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d31248-3a70-46fc-9431-6814bd226742 req-1597744c-832d-4693-ad27-8b2494cd1907 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:10:02.070146 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-70d31248-3a70-46fc-9431-6814bd226742 req-1597744c-832d-4693-ad27-8b2494cd1907 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Synchronizing usage tracker for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:port {{(pid=80156) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:10:02.085277 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-70d31248-3a70-46fc-9431-6814bd226742 req-1597744c-832d-4693-ad27-8b2494cd1907 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Unset dirty status for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:port {{(pid=80156) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:10:02.086556 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-70d31248-3a70-46fc-9431-6814bd226742 req-1597744c-832d-4693-ad27-8b2494cd1907 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1183791
Jan 20 01:10:02.138501 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-70d31248-3a70-46fc-9431-6814bd226742 req-c0eff5fd-f20c-4ebf-b076-3ac729e2d4d0 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0449672
Jan 20 01:10:03.393442 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8655e57-bebe-4441-9026-0fb5d8318995 req-db535ef8-975d-4eb9-aef8-eb9b83c17291 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:10:03.395048 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c8655e57-bebe-4441-9026-0fb5d8318995 req-db535ef8-975d-4eb9-aef8-eb9b83c17291 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1081779
Jan 20 01:10:03.445785 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-c8655e57-bebe-4441-9026-0fb5d8318995 req-7786dd13-aa11-4dea-a1aa-72e9f1c895f0 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups?id=049fc046-e51a-4431-974e-9655486b0c75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0443692
Jan 20 01:10:03.699562 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Device 48daa6eb-55b0-4fd9-8699-d413409c932a no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:10:03.712006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e18be-2a46-4147-a933-b31b796b9ac2 req-a43f2a58-193f-43e1-83e7-dc3834716eb1 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 20 01:10:03.713530 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d03e18be-2a46-4147-a933-b31b796b9ac2 req-a43f2a58-193f-43e1-83e7-dc3834716eb1 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Synchronizing usage tracker for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:port {{(pid=80157) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 20 01:10:03.726666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.quota.resource [req-d03e18be-2a46-4147-a933-b31b796b9ac2 req-a43f2a58-193f-43e1-83e7-dc3834716eb1 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Unset dirty status for tenant:0938cb99ff1c4eeaacdd2c5d7012ed78 on resource:port {{(pid=80157) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 20 01:10:03.728799 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d03e18be-2a46-4147-a933-b31b796b9ac2 req-a43f2a58-193f-43e1-83e7-dc3834716eb1 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.20 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 946 time: 0.1180105
Jan 20 01:10:03.810173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-d03e18be-2a46-4147-a933-b31b796b9ac2 req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Deleting port 48daa6eb-55b0-4fd9-8699-d413409c932a {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:10:03.810560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d03e18be-2a46-4147-a933-b31b796b9ac2 req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:03.823134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853073268'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:03.851270 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:10:03.862075 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] For port 48daa6eb-55b0-4fd9-8699-d413409c932a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=48daa6eb-55b0-4fd9-8699-d413409c932a,segment=NetworkSegment(7b31f5d9-2b06-4f25-a0be-1cc0552a6f22),segment_id=7b31f5d9-2b06-4f25-a0be-1cc0552a6f22)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:10:03.867072 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759632545497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759632167010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277222608773'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:03.870424 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:10:03.919795 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a', 'code': 200}
Jan 20 01:10:03.941545 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Pushing event updated for resources: {'Port': ['ID=48daa6eb-55b0-4fd9-8699-d413409c932a,revision_number=7']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:10:03.950161 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.950496 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.950879 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.951259 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.951638 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.952015 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.952381 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.952749 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.953159 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.953531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.954428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.954428 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.954673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.955004 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.955371 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.955737 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.956102 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.956465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.956829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.957235 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.957584 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.957946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.958307 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.958669 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:03.963087 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:10:04.080928 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-d03e18be-2a46-4147-a933-b31b796b9ac2 req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] For port 48daa6eb-55b0-4fd9-8699-d413409c932a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=48daa6eb-55b0-4fd9-8699-d413409c932a,segment=NetworkSegment(7b31f5d9-2b06-4f25-a0be-1cc0552a6f22),segment_id=7b31f5d9-2b06-4f25-a0be-1cc0552a6f22)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:10:04.081358 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d03e18be-2a46-4147-a933-b31b796b9ac2 req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:04.213122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-d03e18be-2a46-4147-a933-b31b796b9ac2 req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Calling delete_port for 48daa6eb-55b0-4fd9-8699-d413409c932a owned by compute:nova {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:10:04.360210 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d03e18be-2a46-4147-a933-b31b796b9ac2 req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5687814'] for port, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:04.375229 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-af788b4e-6b8a-4fbe-849f-2bc21237d1bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:10:04.425397 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Pushing event deleted for resources: {'Port': ['ID=48daa6eb-55b0-4fd9-8699-d413409c932a,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:10:04.446963 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.447380 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.447792 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.448201 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.448611 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.449008 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.449441 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.449840 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.450236 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.450631 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.451028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.451424 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.451890 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.452283 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.452677 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.453111 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.453487 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.453877 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.454265 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.454656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.455044 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.455435 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.455844 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.456211 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-iscsi {{(pid=80157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 20 01:10:04.461189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:10:04.602267 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03e18be-2a46-4147-a933-b31b796b9ac2 req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] No DVR routers for this DVR port 48daa6eb-55b0-4fd9-8699-d413409c932a on host hv-cinder-66710 {{(pid=80157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:10:04.605207 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d03e18be-2a46-4147-a933-b31b796b9ac2 req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1497'] for port, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:04.607990 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'name': 'network-vif-deleted', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a'}] {{(pid=80157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 20 01:10:04.624546 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-d03e18be-2a46-4147-a933-b31b796b9ac2 req-863a7c8e-3f2d-41a2-a839-ddf26ba81fbb tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.20 "DELETE /v2.0/ports/48daa6eb-55b0-4fd9-8699-d413409c932a HTTP/1.1" status: 204  len: 173 time: 0.8912106
Jan 20 01:10:04.628360 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-b0c2d5b8-2141-498d-a32a-94b2ddd48e6e req-d50654a7-22a2-4c17-97bd-3eb328308160 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 210 time: 0.0524812
Jan 20 01:10:04.671667 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3b2e4b-0b87-4729-a32a-e79781d3ab87', 'name': 'network-vif-deleted', 'tag': '48daa6eb-55b0-4fd9-8699-d413409c932a', 'status': 'completed', 'code': 200}
Jan 20 01:10:05.828310 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-cc5c7f18-a486-4b44-8fe3-36a057887355 req-74588bd1-2aaa-40eb-9fa0-91d97d15441a tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/ports?device_id=ef3b2e4b-0b87-4729-a32a-e79781d3ab87 HTTP/1.1" status: 200  len: 210 time: 0.0546830
Jan 20 01:10:07.020660 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-413811da-2abd-4106-85ed-ddb9ccfec77b req-4980b9d2-0db1-4fd7-b070-8541662fedd3 tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "GET /v2.0/security-groups/049fc046-e51a-4431-974e-9655486b0c75 HTTP/1.1" status: 200  len: 2991 time: 0.0543325
Jan 20 01:10:07.097839 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-413811da-2abd-4106-85ed-ddb9ccfec77b req-2f2507c4-2baa-4d14-a797-9360efd6534f tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:07.127202 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-413811da-2abd-4106-85ed-ddb9ccfec77b req-2f2507c4-2baa-4d14-a797-9360efd6534f tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:07.176910 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-413811da-2abd-4106-85ed-ddb9ccfec77b req-2f2507c4-2baa-4d14-a797-9360efd6534f tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:07.182292 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a179bfcf-93c1-4334-9f70-89ab047a3a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:10:07.198857 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2507c4-2baa-4d14-a797-9360efd6534f tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Pushing event deleted for resources: {'SecurityGroup': ['ID=049fc046-e51a-4431-974e-9655486b0c75,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:10:07.203245 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2f2507c4-2baa-4d14-a797-9360efd6534f tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:10:07.206716 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-413811da-2abd-4106-85ed-ddb9ccfec77b req-2f2507c4-2baa-4d14-a797-9360efd6534f tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:07.207928 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [req-413811da-2abd-4106-85ed-ddb9ccfec77b req-2f2507c4-2baa-4d14-a797-9360efd6534f tempest-TestShelveInstance-1771782821 tempest-TestShelveInstance-1771782821] 10.222.0.37 "DELETE /v2.0/security-groups/049fc046-e51a-4431-974e-9655486b0c75 HTTP/1.1" status: 204  len: 173 time: 0.1801798
Jan 20 01:10:07.265922 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42398) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:10:07.830478 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e35003b6-5008-4068-92be-9830933aa1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079495'] for router_interface, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:08.193851 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e35003b6-5008-4068-92be-9830933aa1bd admin admin] Deleting port c9a3af9f-f661-4497-9228-2ebf8a841cdf {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:10:08.194286 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e35003b6-5008-4068-92be-9830933aa1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:08.377315 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e35003b6-5008-4068-92be-9830933aa1bd admin admin] For port c9a3af9f-f661-4497-9228-2ebf8a841cdf, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=c9a3af9f-f661-4497-9228-2ebf8a841cdf,segment=NetworkSegment(7b31f5d9-2b06-4f25-a0be-1cc0552a6f22),segment_id=7b31f5d9-2b06-4f25-a0be-1cc0552a6f22)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:10:08.377857 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e35003b6-5008-4068-92be-9830933aa1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:08.510349 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e35003b6-5008-4068-92be-9830933aa1bd admin admin] Calling delete_port for c9a3af9f-f661-4497-9228-2ebf8a841cdf owned by network:router_interface {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:10:08.684025 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e35003b6-5008-4068-92be-9830933aa1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:08.699627 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:10:08.758187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35003b6-5008-4068-92be-9830933aa1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a3af9f-f661-4497-9228-2ebf8a841cdf,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:10:08.762189 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e35003b6-5008-4068-92be-9830933aa1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:10:09.107505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e35003b6-5008-4068-92be-9830933aa1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854079677'] for router_interface, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:09.844527 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35003b6-5008-4068-92be-9830933aa1bd admin admin] Router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:10:10.030909 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35003b6-5008-4068-92be-9830933aa1bd admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:10:10.040753 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c235abe-d847-4a2d-b107-0571b29eda28 None None] Sync routers for ids ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'] in dv-cinder-667108-30-iscsi {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:10:10.045087 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-e35003b6-5008-4068-92be-9830933aa1bd admin admin] 10.222.0.37 "PUT /v2.0/routers/9a4ea3c2-f3d5-436b-9165-d9756bae81e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7779109
Jan 20 01:10:10.047709 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42402) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:10:10.051350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c235abe-d847-4a2d-b107-0571b29eda28 None None] Routers {'9a4ea3c2-f3d5-436b-9165-d9756bae81e7'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:10:10.052105 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-0c235abe-d847-4a2d-b107-0571b29eda28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782acf01d0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:09:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:10.244597 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] Notify callbacks [] for router, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:10.400856 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-0c235abe-d847-4a2d-b107-0571b29eda28 None None] Set router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:10:10.430337 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:10.437454 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] Deleting port eb581efe-7abf-44e3-8b34-65f3ef02f1be {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:10:10.437867 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:10.626533 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] For port eb581efe-7abf-44e3-8b34-65f3ef02f1be, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=eb581efe-7abf-44e3-8b34-65f3ef02f1be,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:10:10.626934 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:10.704233 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-0c235abe-d847-4a2d-b107-0571b29eda28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782acf01d0>, [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:10:08Z', 'revision_number': 5, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:10.708352 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c235abe-d847-4a2d-b107-0571b29eda28 None None] Checking router: 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 for host: dv-cinder-667108-30-iscsi {{(pid=80159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:10:10.717641 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c235abe-d847-4a2d-b107-0571b29eda28 None None] Routers {'9a4ea3c2-f3d5-436b-9165-d9756bae81e7'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:10:10.718305 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-0c235abe-d847-4a2d-b107-0571b29eda28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782acf01d0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:09:45Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'], 'active': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:10.760920 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] Calling delete_port for eb581efe-7abf-44e3-8b34-65f3ef02f1be owned by network:router_gateway {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:10:10.903750 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:10.909435 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-0c235abe-d847-4a2d-b107-0571b29eda28 None None] Set router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:10:11.094883 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695280'] for router_gateway, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:11.217963 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-0c235abe-d847-4a2d-b107-0571b29eda28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782acf01d0>, [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:10:08Z', 'revision_number': 5, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:11.222381 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c235abe-d847-4a2d-b107-0571b29eda28 None None] The sync data for ids ['9a4ea3c2-f3d5-436b-9165-d9756bae81e7'] in dv-cinder-667108-30-iscsi is: [{'id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'name': 'tempest-TestShelveInstance-274593098-router', 'tenant_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:25Z', 'updated_at': '2021-01-20T01:10:08Z', 'revision_number': 5, 'project_id': '0938cb99ff1c4eeaacdd2c5d7012ed78', 'gw_port': {'id': 'eb581efe-7abf-44e3-8b34-65f3ef02f1be', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ea3c2-f3d5-436b-9165-d9756bae81e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:26Z', 'updated_at': '2021-01-20T01:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:10:11.239090 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1784'] for router, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:11.241695 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:11.262714 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642221'] for router, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:11.263285 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a4ea3c2-f3d5-436b-9165-d9756bae81e7 {{(pid=80156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 20 01:10:11.277549 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] Notify callbacks [] for router, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:11.278803 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-8330d6b0-02c5-40b4-a0f6-58a8e28f0c75 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9a4ea3c2-f3d5-436b-9165-d9756bae81e7 HTTP/1.1" status: 204  len: 168 time: 1.2301214
Jan 20 01:10:11.281498 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42406) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:10:11.350864 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c812e67f-3827-4287-9fe5-25ea8bc96d45 admin admin] Deleting subnet b3ea6729-fbcc-422a-b9eb-0d2d4c84baed {{(pid=80156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 01:10:11.354028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c812e67f-3827-4287-9fe5-25ea8bc96d45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:11.407212 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c812e67f-3827-4287-9fe5-25ea8bc96d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6531846'] for subnet, precommit_delete_associations {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:11.533688 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c812e67f-3827-4287-9fe5-25ea8bc96d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:11.801333 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c812e67f-3827-4287-9fe5-25ea8bc96d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7130905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848357890'] for subnet, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:11.817573 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:10:11.871493 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812e67f-3827-4287-9fe5-25ea8bc96d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ea6729-fbcc-422a-b9eb-0d2d4c84baed,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:10:11.875480 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c812e67f-3827-4287-9fe5-25ea8bc96d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:10:11.955637 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c812e67f-3827-4287-9fe5-25ea8bc96d45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:11.960673 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bde3667-1f04-4c55-87e7-b6abd0d80c27 None None] Network 1760ea46-5034-4554-93da-03789e761571 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:10:11.961811 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-c812e67f-3827-4287-9fe5-25ea8bc96d45 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b3ea6729-fbcc-422a-b9eb-0d2d4c84baed HTTP/1.1" status: 204  len: 168 time: 0.6793029
Jan 20 01:10:11.965230 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42410) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:10:12.084181 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:12.140568 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device c9a3af9f-f661-4497-9228-2ebf8a841cdf no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:10:12.184831 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: c9a3af9f-f661-4497-9228-2ebf8a841cdf {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:10:12.185178 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device c9a3af9f-f661-4497-9228-2ebf8a841cdf not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:10:12.185901 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device eb581efe-7abf-44e3-8b34-65f3ef02f1be no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:10:12.234843 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: eb581efe-7abf-44e3-8b34-65f3ef02f1be {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:10:12.235240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device eb581efe-7abf-44e3-8b34-65f3ef02f1be not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:10:12.242006 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-88f4e899-55e7-4744-8611-6a0d85c85cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:12.322811 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48625c13-75e0-47e8-af0a-ebc707a4b043 None None] DHCP port deletion for 1760ea46-5034-4554-93da-03789e761571 request from dv-cinder-667108-30-iscsi {{(pid=80158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 20 01:10:12.327824 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-48625c13-75e0-47e8-af0a-ebc707a4b043 None None] Deleting port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:10:12.328316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48625c13-75e0-47e8-af0a-ebc707a4b043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:12.407656 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Deleting port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:10:12.408028 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:12.548548 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-48625c13-75e0-47e8-af0a-ebc707a4b043 None None] For port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=4ae1d8aa-9f90-4a6b-873d-315c619b90f7,segment=NetworkSegment(7b31f5d9-2b06-4f25-a0be-1cc0552a6f22),segment_id=7b31f5d9-2b06-4f25-a0be-1cc0552a6f22)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:10:12.548915 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48625c13-75e0-47e8-af0a-ebc707a4b043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:12.628114 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] For port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=4ae1d8aa-9f90-4a6b-873d-315c619b90f7,segment=NetworkSegment(7b31f5d9-2b06-4f25-a0be-1cc0552a6f22),segment_id=7b31f5d9-2b06-4f25-a0be-1cc0552a6f22)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:10:12.628487 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:12.683481 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-48625c13-75e0-47e8-af0a-ebc707a4b043 None None] Calling delete_port for 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 owned by network:dhcp {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:10:12.757945 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48625c13-75e0-47e8-af0a-ebc707a4b043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:12.761740 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Calling delete_port for 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 owned by network:dhcp {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:10:12.773495 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bd471b27-0200-4832-8706-a83844897e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:10:12.830822 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48625c13-75e0-47e8-af0a-ebc707a4b043 None None] Pushing event deleted for resources: {'Port': ['ID=4ae1d8aa-9f90-4a6b-873d-315c619b90f7,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:10:12.835504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-48625c13-75e0-47e8-af0a-ebc707a4b043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:10:12.841187 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80156) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:10:12.841555 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:10:12.917096 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48625c13-75e0-47e8-af0a-ebc707a4b043 None None] No DVR routers for this DVR port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 on host dv-cinder-667108-30-iscsi {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:10:13.343173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Deleting port 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:10:13.343665 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:13.413390 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] The port '4ae1d8aa-9f90-4a6b-873d-315c619b90f7' was deleted {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 20 01:10:13.534661 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:13.651685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f782a497400>,) {'filters': {'network_id': ['1760ea46-5034-4554-93da-03789e761571']}} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:13.664275 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a497400>, '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22') {'for_net_delete': True} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:13.664615 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a497400>, '7b31f5d9-2b06-4f25-a0be-1cc0552a6f22') {} {{(pid=80156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:13.676528 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848243954'] for segment, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:13.695502 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:13.698475 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 01:10:13.879168 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Network 1760ea46-5034-4554-93da-03789e761571 has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:10:13.888824 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847646022'] for segment, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:14.070793 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Network 1760ea46-5034-4554-93da-03789e761571 has no segments {{(pid=80156) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   % (table.description, expected, rows_matched)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   % (table.description, expected, rows_matched)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   % (table.description, expected, rows_matched)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   % (table.description, expected, rows_matched)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 01:10:14.095094 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 01:10:14.124505 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:10:14.164316 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:10:14.164633 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 4ae1d8aa-9f90-4a6b-873d-315c619b90f7 not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:10:14.174366 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:14.177946 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:10:14.198465 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:14.207342 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Pushing event deleted for resources: {'Network': ['ID=1760ea46-5034-4554-93da-03789e761571,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:10:14.210795 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:10:14.221711 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-9a9af52d-ea75-4e25-acf8-bfbe3bbfc337 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1760ea46-5034-4554-93da-03789e761571 HTTP/1.1" status: 204  len: 168 time: 2.2554696
Jan 20 01:10:14.224841 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42416) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:10:14.627575 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8e561efb-17d5-4c9b-a24f-ebae7d131a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:14.788064 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-af65fc9b-1bd6-4f84-8d16-3378fcdf67cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079495'] for router_interface, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:14.818295 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:15.155512 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-af65fc9b-1bd6-4f84-8d16-3378fcdf67cd admin admin] Deleting port a02ad60f-e00c-4701-8878-2e89c3b3abdd {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:10:15.155893 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-af65fc9b-1bd6-4f84-8d16-3378fcdf67cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:15.338543 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-af65fc9b-1bd6-4f84-8d16-3378fcdf67cd admin admin] For port a02ad60f-e00c-4701-8878-2e89c3b3abdd, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=a02ad60f-e00c-4701-8878-2e89c3b3abdd,segment=NetworkSegment(3f191d2f-3c7b-4a04-8330-64003c82074b),segment_id=3f191d2f-3c7b-4a04-8330-64003c82074b)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:10:15.338930 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-af65fc9b-1bd6-4f84-8d16-3378fcdf67cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:15.468848 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-af65fc9b-1bd6-4f84-8d16-3378fcdf67cd admin admin] Calling delete_port for a02ad60f-e00c-4701-8878-2e89c3b3abdd owned by network:router_interface {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:10:15.640559 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-af65fc9b-1bd6-4f84-8d16-3378fcdf67cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:15.656347 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9a03f10d-24f5-46fc-88e7-64b8320bccb7 tempest-TestMinimumBasicScenario-1448741340 tempest-TestMinimumBasicScenario-1448741340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:10:15.711592 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65fc9b-1bd6-4f84-8d16-3378fcdf67cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a02ad60f-e00c-4701-8878-2e89c3b3abdd,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:10:15.717141 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-af65fc9b-1bd6-4f84-8d16-3378fcdf67cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:10:16.065106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-af65fc9b-1bd6-4f84-8d16-3378fcdf67cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854079677'] for router_interface, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:16.661607 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:16.764813 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:16.817297 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af65fc9b-1bd6-4f84-8d16-3378fcdf67cd admin admin] Router 8570325c-637e-40cf-8fbe-a073da2ec790 has already been hosted by L3 agent 98d2ee0b-53ba-4112-9616-bb067fdacca3 {{(pid=80156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 20 01:10:17.002588 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af65fc9b-1bd6-4f84-8d16-3378fcdf67cd admin admin] Notify agent at l3_agent.dv-cinder-667108-30-iscsi the message routers_updated {{(pid=80156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 20 01:10:17.012096 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8d0bc-aa62-4a41-8ac8-5570c3684a0c None None] Sync routers for ids ['8570325c-637e-40cf-8fbe-a073da2ec790'] in dv-cinder-667108-30-iscsi {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 20 01:10:17.013257 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-af65fc9b-1bd6-4f84-8d16-3378fcdf67cd admin admin] 10.222.0.37 "PUT /v2.0/routers/8570325c-637e-40cf-8fbe-a073da2ec790/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7872777
Jan 20 01:10:17.015983 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42420) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:10:17.021710 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8d0bc-aa62-4a41-8ac8-5570c3684a0c None None] Routers {'8570325c-637e-40cf-8fbe-a073da2ec790'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:10:17.022375 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b2f8d0bc-aa62-4a41-8ac8-5570c3684a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b06e5c0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:10:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['8570325c-637e-40cf-8fbe-a073da2ec790'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:17.208009 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] Notify callbacks [] for router, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:17.213335 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b2f8d0bc-aa62-4a41-8ac8-5570c3684a0c None None] Set router 8570325c-637e-40cf-8fbe-a073da2ec790 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:10:17.394650 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:17.401154 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] Deleting port e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff {{(pid=80156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:10:17.401698 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:17.598525 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] For port e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff,segment=NetworkSegment(1ec6681e-0d8b-49bd-bac9-87dc178280c5),segment_id=1ec6681e-0d8b-49bd-bac9-87dc178280c5)] {{(pid=80156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:10:17.598935 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:17.684013 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b2f8d0bc-aa62-4a41-8ac8-5570c3684a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b06e5c0>, [{'id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'name': 'tempest-TestShelveInstance-1795645774-router', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:34Z', 'updated_at': '2021-01-20T01:10:15Z', 'revision_number': 5, 'project_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'gw_port': {'id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:35Z', 'updated_at': '2021-01-20T01:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:17.688112 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8d0bc-aa62-4a41-8ac8-5570c3684a0c None None] Checking router: 8570325c-637e-40cf-8fbe-a073da2ec790 for host: dv-cinder-667108-30-iscsi {{(pid=80158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 20 01:10:17.697724 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8d0bc-aa62-4a41-8ac8-5570c3684a0c None None] Routers {'8570325c-637e-40cf-8fbe-a073da2ec790'} bound to L3 agent in host dv-cinder-667108-30-iscsi {{(pid=80158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 20 01:10:17.698387 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b2f8d0bc-aa62-4a41-8ac8-5570c3684a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f782b06e5c0>, 'dv-cinder-667108-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T00:47:15Z,description=<?>,heartbeat_timestamp=2021-01-20T01:10:15Z,host='dv-cinder-667108-30-iscsi',id=98d2ee0b-53ba-4112-9616-bb067fdacca3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-20T00:47:15Z,topic='l3_agent')) {'router_ids': ['8570325c-637e-40cf-8fbe-a073da2ec790'], 'active': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:17.736351 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] Calling delete_port for e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff owned by network:router_gateway {{(pid=80156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:10:17.879843 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7129805'] for port, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:17.891552 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b2f8d0bc-aa62-4a41-8ac8-5570c3684a0c None None] Set router 8570325c-637e-40cf-8fbe-a073da2ec790 gateway port host: dv-cinder-667108-30-iscsi {{(pid=80158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 20 01:10:18.072531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695280'] for router_gateway, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:18.194399 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b2f8d0bc-aa62-4a41-8ac8-5570c3684a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f782b06e5c0>, [{'id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'name': 'tempest-TestShelveInstance-1795645774-router', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:34Z', 'updated_at': '2021-01-20T01:10:15Z', 'revision_number': 5, 'project_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'gw_port': {'id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:35Z', 'updated_at': '2021-01-20T01:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}], 'dv-cinder-667108-30-iscsi', False) {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:18.199178 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8d0bc-aa62-4a41-8ac8-5570c3684a0c None None] The sync data for ids ['8570325c-637e-40cf-8fbe-a073da2ec790'] in dv-cinder-667108-30-iscsi is: [{'id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'name': 'tempest-TestShelveInstance-1795645774-router', 'tenant_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'external_fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:05:34Z', 'updated_at': '2021-01-20T01:10:15Z', 'revision_number': 5, 'project_id': '6a5a99dacda24a07b65e6302bdfa9a8c', 'gw_port': {'id': 'e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff', 'name': '', 'network_id': 'edea8e20-c3db-4bd3-afba-40aa0a06f207', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8570325c-637e-40cf-8fbe-a073da2ec790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:05:35Z', 'updated_at': '2021-01-20T01:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63fb153-2e9f-418b-91c6-6123bba41abd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-iscsi'}] {{(pid=80158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 20 01:10:18.217241 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1784'] for router, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:18.219672 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:18.248504 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642221'] for router, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:18.249058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8570325c-637e-40cf-8fbe-a073da2ec790 {{(pid=80156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 20 01:10:18.262566 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] Notify callbacks [] for router, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:18.263817 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-89fe9e89-cb5f-42f2-93b5-3c7a01489790 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8570325c-637e-40cf-8fbe-a073da2ec790 HTTP/1.1" status: 204  len: 168 time: 1.2469020
Jan 20 01:10:18.266601 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42426) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:10:18.334476 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edbc4de-87d8-4192-9629-b7324c8d22de admin admin] Deleting subnet ed033004-b222-48c7-8f56-c74be8d31592 {{(pid=80156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 20 01:10:18.337737 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2edbc4de-87d8-4192-9629-b7324c8d22de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:18.391038 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2edbc4de-87d8-4192-9629-b7324c8d22de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6531846'] for subnet, precommit_delete_associations {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:18.478717 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2edbc4de-87d8-4192-9629-b7324c8d22de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1650427'] for subnet, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:18.746239 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2edbc4de-87d8-4192-9629-b7324c8d22de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853125437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7130905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848357890'] for subnet, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:18.759533 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6b319f8d-0421-43fd-b160-91d29b202192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:10:18.797784 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbc4de-87d8-4192-9629-b7324c8d22de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed033004-b222-48c7-8f56-c74be8d31592,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:10:18.810947 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2edbc4de-87d8-4192-9629-b7324c8d22de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:10:18.901024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2edbc4de-87d8-4192-9629-b7324c8d22de admin admin] Notify callbacks [] for subnet, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:18.906191 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9140b79-d888-4143-ad1b-5ed775237321 None None] Network efcc6f63-998a-4c5f-b66e-78f539c63e43 requested from dv-cinder-667108-30-iscsi {{(pid=80158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 20 01:10:18.907178 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-2edbc4de-87d8-4192-9629-b7324c8d22de admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ed033004-b222-48c7-8f56-c74be8d31592 HTTP/1.1" status: 204  len: 168 time: 0.6394835
Jan 20 01:10:18.910214 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42430) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:10:19.165781 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9533d5a-615e-427e-9bd7-21e90448e0c1 None None] DHCP port deletion for efcc6f63-998a-4c5f-b66e-78f539c63e43 request from dv-cinder-667108-30-iscsi {{(pid=80158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 20 01:10:19.170745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e9533d5a-615e-427e-9bd7-21e90448e0c1 None None] Deleting port 9744057d-371a-4acd-987c-43c6ec71154b {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:10:19.171140 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e9533d5a-615e-427e-9bd7-21e90448e0c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:19.263900 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1646280'] for network, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:19.333847 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Deleting port 9744057d-371a-4acd-987c-43c6ec71154b {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:10:19.334230 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:19.395722 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e9533d5a-615e-427e-9bd7-21e90448e0c1 None None] For port 9744057d-371a-4acd-987c-43c6ec71154b, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=9744057d-371a-4acd-987c-43c6ec71154b,segment=NetworkSegment(3f191d2f-3c7b-4a04-8330-64003c82074b),segment_id=3f191d2f-3c7b-4a04-8330-64003c82074b)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:10:19.396061 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e9533d5a-615e-427e-9bd7-21e90448e0c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:19.529079 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e9533d5a-615e-427e-9bd7-21e90448e0c1 None None] Calling delete_port for 9744057d-371a-4acd-987c-43c6ec71154b owned by network:dhcp {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:10:19.559150 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] For port 9744057d-371a-4acd-987c-43c6ec71154b, host dv-cinder-667108-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-iscsi',level=0,port_id=9744057d-371a-4acd-987c-43c6ec71154b,segment=NetworkSegment(3f191d2f-3c7b-4a04-8330-64003c82074b),segment_id=3f191d2f-3c7b-4a04-8330-64003c82074b)] {{(pid=80157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 20 01:10:19.559539 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854075448'] for port, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:19.609040 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e9533d5a-615e-427e-9bd7-21e90448e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853073285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30999203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759632546573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277222608807'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:19.624735 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:10:19.677851 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9533d5a-615e-427e-9bd7-21e90448e0c1 None None] Pushing event deleted for resources: {'Port': ['ID=9744057d-371a-4acd-987c-43c6ec71154b,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:10:19.684788 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e9533d5a-615e-427e-9bd7-21e90448e0c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:10:19.695937 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Calling delete_port for 9744057d-371a-4acd-987c-43c6ec71154b owned by network:dhcp {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 20 01:10:19.767051 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9533d5a-615e-427e-9bd7-21e90448e0c1 None None] No DVR routers for this DVR port 9744057d-371a-4acd-987c-43c6ec71154b on host dv-cinder-667108-30-iscsi {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 20 01:10:19.776745 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.db.api [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80157) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 20 01:10:19.777134 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_db.api [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 20 01:10:20.124469 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 9744057d-371a-4acd-987c-43c6ec71154b no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:10:20.160907 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: 9744057d-371a-4acd-987c-43c6ec71154b {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:10:20.161331 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device 9744057d-371a-4acd-987c-43c6ec71154b not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:10:20.161809 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device a02ad60f-e00c-4701-8878-2e89c3b3abdd no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:10:20.195790 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: a02ad60f-e00c-4701-8878-2e89c3b3abdd {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:10:20.196262 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device a02ad60f-e00c-4701-8878-2e89c3b3abdd not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:10:20.196743 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff no longer exists at agent ovs-agent-dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 20 01:10:20.234298 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] No Port match for: e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff {{(pid=80158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 20 01:10:20.234685 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Device e2b8ebe3-6c4a-4117-bfa7-a9bdf22f38ff not bound to the agent host dv-cinder-667108-30-iscsi {{(pid=80158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 20 01:10:20.278167 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Deleting port 9744057d-371a-4acd-987c-43c6ec71154b {{(pid=80157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 20 01:10:20.278557 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759632545361'] for port, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:20.350794 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] The port '9744057d-371a-4acd-987c-43c6ec71154b' was deleted {{(pid=80157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 20 01:10:20.474110 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853125458', 'neutron.services.segments.db._delete_segments_for_network--9223363277222263770'] for network, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:20.588015 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f782a96b780>,) {'filters': {'network_id': ['efcc6f63-998a-4c5f-b66e-78f539c63e43']}} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:20.600925 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a96b780>, '3f191d2f-3c7b-4a04-8330-64003c82074b') {'for_net_delete': True} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:20.601239 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.services.segments.db [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f782a96b780>, '3f191d2f-3c7b-4a04-8330-64003c82074b') {} {{(pid=80157) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 20 01:10:20.613156 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277222267866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6253502'] for segment, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:20.627791 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853126755'] for segment, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:20.629986 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 20 01:10:20.812208 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Network efcc6f63-998a-4c5f-b66e-78f539c63e43 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:10:20.821350 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1649130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849087887'] for segment, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:21.002206 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Network efcc6f63-998a-4c5f-b66e-78f539c63e43 has no segments {{(pid=80157) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]: Traceback (most recent call last):
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     timer()
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     cb(*args, **kw)
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return func(*args, **kwargs)
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     self._notify()
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     self.callback(batched_events)
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     event.method(event)
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     segment_id)['aggregates'][0]
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return f(self, *a, **k)
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self._get(url).json()
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     **kwargs)
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     return self.request(url, 'GET', **kwargs)
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     **endpoint_filter)
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 20 01:10:21.029123 dv-cinder-667108-30-iscsi neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 20 01:10:21.104703 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1650342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853742440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854080618'] for network, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:21.108236 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:10:21.122383 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853742455'] for network, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:21.133173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Pushing event deleted for resources: {'Network': ['ID=efcc6f63-998a-4c5f-b66e-78f539c63e43,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:10:21.136516 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:10:21.138150 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-3e6b8703-e0f3-41da-b1bf-f8b786c0731e admin admin] 10.222.0.37 "DELETE /v2.0/networks/efcc6f63-998a-4c5f-b66e-78f539c63e43 HTTP/1.1" status: 204  len: 168 time: 2.2268763
Jan 20 01:10:21.344357 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42438) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:10:21.401254 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-335d7dc7-45c2-49f3-9b82-a69bd24d7f5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0938cb99ff1c4eeaacdd2c5d7012ed78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0555537
Jan 20 01:10:21.403772 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80157) accepted ('10.222.0.37', 42442) {{(pid=80157) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:10:21.465093 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc0a9-3570-4b7b-bd62-710537eb2255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:21.492240 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc0a9-3570-4b7b-bd62-710537eb2255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:21.538203 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc0a9-3570-4b7b-bd62-710537eb2255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:21.543109 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebdcebaa-75d2-41df-8e7b-9b0ba6a884a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:10:21.559238 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdc0a9-3570-4b7b-bd62-710537eb2255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc9b8fe-a4c8-4607-bdd1-d6c5f973cbae,revision_number=None']} {{(pid=80157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:10:21.561827 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f9cdc0a9-3570-4b7b-bd62-710537eb2255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80157) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:10:21.565261 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc0a9-3570-4b7b-bd62-710537eb2255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80157) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:21.566561 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-f9cdc0a9-3570-4b7b-bd62-710537eb2255 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7dc9b8fe-a4c8-4607-bdd1-d6c5f973cbae HTTP/1.1" status: 204  len: 168 time: 0.1618326
Jan 20 01:10:21.974852 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42450) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:10:22.027371 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-5a4f20fc-27e8-4785-8218-9ff0c1212c1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a5a99dacda24a07b65e6302bdfa9a8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512459
Jan 20 01:10:22.029905 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.wsgi [-] (80156) accepted ('10.222.0.37', 42454) {{(pid=80156) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 20 01:10:22.090596 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1dd188a-1013-43ea-997f-d19b23711554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:22.118560 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1dd188a-1013-43ea-997f-d19b23711554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:22.165624 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1dd188a-1013-43ea-997f-d19b23711554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854074230'] for security_group, after_delete {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:22.170666 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f92d8667-a1a0-4e46-8d60-329b07336f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 20 01:10:22.183668 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd188a-1013-43ea-997f-d19b23711554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b6ffe9-6b5a-4167-86db-015d271c7e54,revision_number=None']} {{(pid=80156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 20 01:10:22.186921 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1dd188a-1013-43ea-997f-d19b23711554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 20 01:10:22.189029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1dd188a-1013-43ea-997f-d19b23711554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:22.192878 dv-cinder-667108-30-iscsi neutron-server[80047]: INFO neutron.wsgi [None req-d1dd188a-1013-43ea-997f-d19b23711554 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6b6ffe9-6b5a-4167-86db-015d271c7e54 HTTP/1.1" status: 204  len: 168 time: 0.1594260
Jan 20 01:10:26.268426 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:10:28.448193 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:42.085409 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ecc028e-3d1b-4206-84fa-1ddf741b0825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:44.630829 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c452203-ae19-4645-b911-e11609eb1913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:44.819929 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:46.662886 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:46.765786 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:10:58.451127 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:11:03.268169 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:11:12.087872 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a4a3251b-4697-444a-98f4-e37aac131021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:11:14.632835 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-256d07f1-6e23-48f6-a033-a4e02ac3faa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:11:14.822455 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:11:16.667412 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:11:16.766046 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:11:28.451024 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:11:40.268621 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:11:42.090173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24170248-3535-491c-9fb6-d15b625f433b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:11:44.633531 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09199f69-b210-425c-8c08-ed211acaf151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:11:44.833711 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:11:46.670106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:11:46.769029 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:11:58.450128 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:12:12.092763 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e4380a85-7836-41a6-85b6-cf44938dc588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:12:14.636299 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-293ceb28-4fd2-4a41-9217-0bbd2103e08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:12:14.826143 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:12:16.674237 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:12:16.770056 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:12:17.269147 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:12:28.481281 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:12:42.093856 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3ce0502-5b92-47f7-b842-9301e9c0064c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:12:44.801177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff91fe45-0b09-4a81-a3e5-4619c8e4da61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:12:44.829173 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:12:46.681616 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:12:46.772616 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:12:54.269449 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:12:58.495116 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:13:12.095069 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff08ec42-7d0f-4034-8ca0-fdf11863bc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:13:14.654334 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f51102e4-da51-43b2-921a-b63c3cd1558a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:13:14.832376 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:13:16.680305 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:13:16.773460 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:13:28.518264 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:13:31.268933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:13:42.097539 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ff524db-4b02-4229-b323-7b53c13412b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:13:44.645892 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bdc3421b-f8bb-4a62-b7e7-66b039cb2791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:13:44.834383 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:13:46.684200 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:13:46.774106 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:13:58.514399 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:14:08.268755 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:14:12.102041 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9facbe64-5703-46b1-8b41-ce82427dfd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:14:14.649634 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7939fdf-ba92-4a29-91a6-4fa7679fba62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:14:14.836058 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:14:16.688122 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:14:16.774266 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:14:28.531164 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:14:42.103722 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b26cc4b3-713d-4b1a-ba64-60c57512cc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:14:44.650464 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb37e044-d8cb-4462-9832-c1d874570bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:14:44.839099 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:14:45.269180 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:14:46.691769 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:14:46.775630 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:14:58.545738 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:15:12.105363 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e6b5b4e-7b18-4880-b0df-47c18e9e4f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:15:14.651857 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-35a70941-0136-4e0b-85e4-5a15672a2eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:15:14.841939 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a86b2e8-5189-4b8f-9edd-de408953f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:15:16.695177 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49dbb59b-22d7-47a5-88fa-00351e387a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:15:16.776264 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7b612ac-e1f5-4645-adc6-e9a33225cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:15:22.268817 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron.db.agents_db [None req-c4ce247c-99b5-46f1-a28c-d7c4b75cbde9 None None] Agent healthcheck: found 6 active agents {{(pid=80159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 20 01:15:28.560319 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-71041363-ff59-4d76-b5f2-39c0a8949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 20 01:15:42.106933 dv-cinder-667108-30-iscsi neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-77d7399f-50ee-45e5-b9f9-2549799e8598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277222263787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852967284'] for agent, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}